-- Logs begin at Fri 2021-09-17 04:36:24 UTC, end at Fri 2021-09-17 05:49:00 UTC. -- Sep 17 05:19:13.954661 dv-cinder-809518-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 05:19:16.668582 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.common.config [-] Logging enabled! Sep 17 05:19:16.669113 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 05:19:16.669282 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 05:19:16.672578 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.common.config [-] Logging enabled! Sep 17 05:19:16.672834 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 05:19:16.673147 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 05:19:16.674086 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 05:19:16.674324 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 05:19:16.674687 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 05:19:16.674940 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 05:19:16.675168 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 05:19:16.675511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.675785 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.676116 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.676345 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.676642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.676931 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.677212 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.677498 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.677793 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.678077 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.678355 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.678638 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.678867 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.679148 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.679432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.679738 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.679988 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.680269 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.680693 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.681110 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.681390 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.681678 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.681957 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.682224 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.682498 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.682778 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.683101 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] host = dv-cinder-809518-2-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.683376 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.683660 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.683968 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.684252 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.684526 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.684801 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.685087 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.685358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.685628 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.685900 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.686185 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.686471 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.686757 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.686980 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.687201 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.687487 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.687772 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.688068 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.688343 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.688617 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.688888 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.689158 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.689424 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.689708 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.689989 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.690271 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.690546 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.690821 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.691092 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.691361 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.691644 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.691935 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.692205 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.692478 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.692764 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.693032 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.693303 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.693600 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.693883 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.694164 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.694445 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.694715 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.694998 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.695267 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.696088 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.696362 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.696630 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.696897 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.697177 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.697447 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.697716 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.697986 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.698256 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.698537 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:16.698830 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.699124 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.699424 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.699704 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.700024 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.700303 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.700587 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.700863 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.701150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.701437 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.701721 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.701995 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.702278 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.702553 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.702845 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.703149 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.703442 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.703732 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.704033 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.704308 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.704579 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.704858 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.705143 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.705417 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.705703 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.705988 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.706263 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.706545 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.706837 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.707126 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.707399 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.707675 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.707990 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.708269 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.708538 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.708813 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.709102 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.709379 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.709649 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.709928 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.710203 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.710473 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.710741 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.711624 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.711952 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.712236 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.712509 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.712781 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.713059 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.713331 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.713615 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.713892 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.714164 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.714434 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.714710 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.714992 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.715262 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.715537 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.715808 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.716108 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.716380 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.716650 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.716921 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.717189 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.717458 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.717727 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.717997 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.718271 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.718540 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.718809 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.719076 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.719347 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.719621 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.719934 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.720224 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.720501 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.720776 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.721048 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.721323 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.721599 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.721873 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.722147 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.722421 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.722691 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.722977 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.723258 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.723542 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.723823 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.724124 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.724425 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.724700 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.724986 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.725260 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.725536 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.725818 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.726097 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.726390 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.726708 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.727000 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.727290 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.727580 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.727860 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.728195 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.728476 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:16.728693 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 05:19:16.728931 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 05:19:17.079449 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 05:19:17.079730 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 05:19:17.080047 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 05:19:17.080383 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 05:19:17.470635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.470943 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.471220 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.472561 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.472843 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.473116 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.509321 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.509602 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.509870 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.524587 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.524866 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.525138 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.553588 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.553869 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.554142 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.591208 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.591491 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.591763 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.822875 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.823480 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.823480 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.823686 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.824415 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.943821 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.944172 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.944457 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.944730 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.944999 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.945357 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.946113 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.946370 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.946624 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.946903 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.947162 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.947426 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.947683 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.947955 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.948213 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.948474 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.948729 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.948996 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.949264 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.949523 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.949797 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.950053 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.950338 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.950715 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.950966 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.951212 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.951604 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.951844 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.952106 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.952342 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.952576 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.952811 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:17.953176 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 05:19:17.956265 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 05:19:17.960324 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 05:19:17.964032 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 17 05:19:17.965675 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 05:19:17.966129 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 05:19:17.966468 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 05:19:17.966849 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 05:19:17.969651 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 05:19:17.969907 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 05:19:17.970255 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 05:19:17.975542 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 05:19:17.997773 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 05:19:17.998226 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:17.998527 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 05:19:17.998888 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:18.000290 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 05:19:18.000734 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 05:19:18.000983 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 05:19:18.004161 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:18.004449 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:18.068902 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 05:19:18.069144 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 05:19:18.069381 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 05:19:18.069743 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 05:19:18.091782 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_db.sqlalchemy.engines [None req-33165f36-ed07-4808-b6bf-04950917700c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 05:19:18.776677 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing driver for type 'gre' Sep 17 05:19:18.777203 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33165f36-ed07-4808-b6bf-04950917700c None None] gre ID ranges: [(1, 1000)] Sep 17 05:19:18.968576 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing driver for type 'local' Sep 17 05:19:18.969165 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing driver for type 'vlan' Sep 17 05:19:19.050786 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33165f36-ed07-4808-b6bf-04950917700c None None] VlanTypeDriver initialization complete Sep 17 05:19:19.051069 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing driver for type 'vxlan' Sep 17 05:19:19.051583 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33165f36-ed07-4808-b6bf-04950917700c None None] vxlan ID ranges: [(1, 1000)] Sep 17 05:19:19.284731 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing extension driver 'port_security' Sep 17 05:19:19.285075 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.extensions.port_security [None req-33165f36-ed07-4808-b6bf-04950917700c None None] PortSecurityExtensionDriver initialization complete Sep 17 05:19:19.285414 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing mechanism driver 'openvswitch' Sep 17 05:19:19.285742 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing mechanism driver 'hyperv' Sep 17 05:19:19.299233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-33165f36-ed07-4808-b6bf-04950917700c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:19.299929 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.300310 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.300671 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.301238 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.301636 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.302000 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.302355 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.302754 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.303165 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.303521 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.303868 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.304368 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.305312 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.305668 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.306013 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.306548 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.306959 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.307317 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.307664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.308091 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.308500 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > address_group after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.308898 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > address_group after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.309246 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.309642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 05:19:19.310023 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33165f36-ed07-4808-b6bf-04950917700c None None] ML2 OVO RPC backend initialized. {{(pid=94405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 05:19:19.310728 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.311090 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.311512 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.311868 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > networks before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.312248 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.312632 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > ports before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.312984 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.313333 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnets before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.313689 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.314034 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.314377 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.314726 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.315085 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.315409 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.315750 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.316115 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.316456 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.317033 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.plugin [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Modular L2 Plugin initialization complete Sep 17 05:19:19.317368 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading services supported by the core plugin {{(pid=94405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 05:19:19.317699 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Got port-security extension from driver 'port_security' Sep 17 05:19:19.318214 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.extensions.vlantransparent [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Disabled vlantransparent extension. Sep 17 05:19:19.318670 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 05:19:19.318986 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: router Sep 17 05:19:19.354790 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.355188 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.355571 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router before_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.355966 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.356347 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.356713 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_delete 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.357081 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > floatingip after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.357439 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.357805 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.358157 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.358514 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.358868 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.359232 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.359647 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.360046 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.360396 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.360744 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.361090 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.361444 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.361798 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.362145 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.362493 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.362855 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.363207 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.363563 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.363957 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.364309 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.364682 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > agent after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.365037 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > agent after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.365387 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.366239 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Tracking information for resource: router configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:19.366575 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Tracking information for resource: floatingip configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 05:19:19.372154 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.db.l3_agentschedulers_db [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 05:19:19.372730 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.373099 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.373459 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.373826 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.374609 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router before_create 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.374981 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.375351 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_create 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.375718 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > router precommit_update 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.380361 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.provider_configuration [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service providers = [] {{(pid=94405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 05:19:19.380728 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.db.servicetype_db [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 05:19:19.386376 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 05:19:19.386736 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 05:19:19.387090 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 05:19:19.388029 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 05:19:19.388408 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.services.service_base [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 05:19:19.388788 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.389112 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 05:19:19.400360 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.400707 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: auto_allocate Sep 17 05:19:19.406632 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: network precommit_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.407019 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: network precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.407593 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.407945 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: tag Sep 17 05:19:19.415168 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.415500 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: timestamp Sep 17 05:19:19.434555 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.434902 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: network_ip_availability Sep 17 05:19:19.440461 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.440839 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.441200 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.441969 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.442325 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: flavors Sep 17 05:19:19.447043 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.447380 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading Plugin: revisions Sep 17 05:19:19.451631 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 05:19:19.452057 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.372s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 05:19:19.452822 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 05:19:19.453163 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Initializing extension manager. Sep 17 05:19:19.453678 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: __init__.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.454020 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: __pycache__ {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.454357 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.454691 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.455449 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.456047 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: address-group Sep 17 05:19:19.456369 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: address_scope.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.457273 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.457785 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: address-scope Sep 17 05:19:19.458108 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.459036 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.459553 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: router-admin-state-down-before-update Sep 17 05:19:19.459877 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: agent.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.460674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.461723 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: agent Sep 17 05:19:19.462044 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: agent_resources_synced.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.462964 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.463472 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: agent-resources-synced Sep 17 05:19:19.463792 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: allowedaddresspairs.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.465707 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.466233 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: allowed-address-pairs Sep 17 05:19:19.466561 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: auto_allocated_topology.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.467645 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.468195 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: auto-allocated-topology Sep 17 05:19:19.468523 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.469219 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.469724 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: availability_zone Sep 17 05:19:19.470092 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: availability_zone_filter.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.471002 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.471510 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: availability_zone_filter Sep 17 05:19:19.471832 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: data_plane_status.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.472766 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.473270 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 05:19:19.473593 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: default_subnetpools.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.474511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.475021 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: default-subnetpools Sep 17 05:19:19.475346 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.476191 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.477330 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: dhcp_agent_scheduler Sep 17 05:19:19.477658 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: dns.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.478585 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.479094 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension dns-integration not supported by any of loaded plugins Sep 17 05:19:19.479418 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: dns_domain_ports.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.480369 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.480877 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 05:19:19.481198 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.482121 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.482634 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 05:19:19.482958 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: dvr.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.483632 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.484171 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: dvr Sep 17 05:19:19.484497 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: ecmp_routes.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.489478 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.489983 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 05:19:19.490311 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: empty_string_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.491222 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.491732 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: empty-string-filtering Sep 17 05:19:19.492086 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.493006 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.493517 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 05:19:19.493837 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.494756 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.495305 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 05:19:19.495625 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: external_net.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.496593 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.497106 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: external-net Sep 17 05:19:19.497427 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.498353 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.498864 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: extra_dhcp_opt Sep 17 05:19:19.499185 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: extraroute.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.500132 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.500717 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: extraroute Sep 17 05:19:19.501101 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: extraroute_atomic.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.502146 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.502657 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: extraroute-atomic Sep 17 05:19:19.502978 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: filter_validation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.503642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.504188 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: filter-validation Sep 17 05:19:19.504513 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: fip_pf_description.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.505432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.505933 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 05:19:19.506250 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: fip_port_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.507212 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.507713 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: fip-port-details Sep 17 05:19:19.508083 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: flavors.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.509309 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.509826 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: flavors Sep 17 05:19:19.510150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.511795 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.512357 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 05:19:19.512697 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: floatingip_pools.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.513405 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.513922 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: floatingip-pools Sep 17 05:19:19.514251 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: ip_allocation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.515182 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.515696 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 05:19:19.516053 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.524620 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.525136 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: ip-substring-filtering Sep 17 05:19:19.525467 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l2_adjacency.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.526403 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.526910 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 05:19:19.527339 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.528461 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.528990 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: router Sep 17 05:19:19.529392 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.531621 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.532182 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 05:19:19.532521 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.533534 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.534064 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: ext-gw-mode Sep 17 05:19:19.534396 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.535320 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.535837 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: l3-ha Sep 17 05:19:19.536194 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3_flavors.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.537119 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.537632 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: l3-flavors Sep 17 05:19:19.537960 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.538920 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.540016 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 05:19:19.540348 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: l3agentscheduler.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.541636 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.542149 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: l3_agent_scheduler Sep 17 05:19:19.542476 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: logging.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.543992 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.544526 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension logging not supported by any of loaded plugins Sep 17 05:19:19.544859 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: metering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.545609 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.546190 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: metering Sep 17 05:19:19.546520 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.547608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.548165 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: metering_source_and_destination_fields Sep 17 05:19:19.548499 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: multiprovidernet.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.549432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.549950 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: multi-provider Sep 17 05:19:19.550307 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: netmtu.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.551226 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.551780 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: net-mtu Sep 17 05:19:19.552100 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: netmtu_writable.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.553018 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.553531 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: net-mtu-writable Sep 17 05:19:19.553864 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: network_availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.554533 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.555069 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: network_availability_zone Sep 17 05:19:19.555392 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: network_ip_availability.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.556525 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.557050 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: network-ip-availability Sep 17 05:19:19.557381 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: network_segment_range.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.558145 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.558656 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 05:19:19.558981 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: pagination.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.561312 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.561647 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: pagination Sep 17 05:19:19.561972 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: port_device_profile.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.562879 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.563396 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: port-device-profile Sep 17 05:19:19.563718 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.564752 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.565271 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: port-mac-address-regenerate Sep 17 05:19:19.565593 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.566522 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.567032 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: port-numa-affinity-policy Sep 17 05:19:19.567356 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: port_resource_request.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.568427 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.568937 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 05:19:19.569259 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: portbindings.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.570281 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.570787 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: binding Sep 17 05:19:19.571108 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: portbindings_extended.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.572402 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.572920 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: binding-extended Sep 17 05:19:19.573248 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: portsecurity.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.574165 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.574681 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: port-security Sep 17 05:19:19.575013 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: project_id.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.576042 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.576374 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: project-id Sep 17 05:19:19.576699 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: providernet.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.577627 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.578145 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: provider Sep 17 05:19:19.578469 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.582023 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.582551 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos not supported by any of loaded plugins Sep 17 05:19:19.582886 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.584157 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.584684 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 05:19:19.585011 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.586459 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.586973 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 05:19:19.587356 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_default.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.588316 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.588835 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-default not supported by any of loaded plugins Sep 17 05:19:19.589161 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_fip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.589816 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.590323 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-fip not supported by any of loaded plugins Sep 17 05:19:19.590647 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_gateway_ip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.591580 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.592190 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 05:19:19.592518 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_port_network_policy.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.593435 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.593947 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 05:19:19.594268 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_pps_rule.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.595452 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.596068 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-pps not supported by any of loaded plugins Sep 17 05:19:19.596402 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_rule_type_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.597332 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.597845 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 05:19:19.598170 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: qos_rules_alias.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.599218 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.599735 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 05:19:19.600090 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: quotasv2.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.601004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.601372 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: quotas Sep 17 05:19:19.602259 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: quotasv2_detail.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.605499 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.605847 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: quota_details Sep 17 05:19:19.606184 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: rbac.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.607241 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.607773 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: rbac-policies Sep 17 05:19:19.608143 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: rbac_address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.609081 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.609603 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: rbac-address-group Sep 17 05:19:19.609933 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: rbac_address_scope.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.610858 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.611374 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: rbac-address-scope Sep 17 05:19:19.611702 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: rbac_security_groups.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.612664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.613216 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: rbac-security-groups Sep 17 05:19:19.613544 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: rbac_subnetpool.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.614467 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.614984 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: rbac-subnetpool Sep 17 05:19:19.615315 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: revisionifmatch.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.616283 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.616804 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: revision-if-match Sep 17 05:19:19.617155 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: revisions.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.618284 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.618798 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: standard-attr-revisions Sep 17 05:19:19.619126 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: router_availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.619803 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.620348 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: router_availability_zone Sep 17 05:19:19.620675 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: routerservicetype.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.624505 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.625096 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension router-service-type not supported by any of loaded plugins Sep 17 05:19:19.625425 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.626357 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.626867 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: security-groups-normalized-cidr Sep 17 05:19:19.627194 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.628154 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.628667 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: port-security-groups-filtering Sep 17 05:19:19.628994 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.629953 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.630470 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: security-groups-remote-address-group Sep 17 05:19:19.630797 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: securitygroup.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.642432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.642967 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: security-group Sep 17 05:19:19.643304 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: segment.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.644142 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.644662 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension segment not supported by any of loaded plugins Sep 17 05:19:19.644995 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.645944 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.646457 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 05:19:19.646785 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: servicetype.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.648066 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.649125 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: service-type Sep 17 05:19:19.649456 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: sorting.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.650455 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.650788 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: sorting Sep 17 05:19:19.651113 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: standard_attr_segment.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.652067 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.652591 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 05:19:19.652917 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: standardattrdescription.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.653568 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.654087 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: standard-attr-description Sep 17 05:19:19.658300 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: stateful_security_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.659003 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.659521 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: stateful-security-group Sep 17 05:19:19.659846 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: stdattrs_common.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.660452 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 05:19:19.660773 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.661719 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.662242 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 05:19:19.662566 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnet_onboard.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.663661 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.664246 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: subnet_onboard Sep 17 05:19:19.664602 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.665534 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.666051 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 05:19:19.666630 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnet_service_types.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.667563 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.668127 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: subnet-service-types Sep 17 05:19:19.668455 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnetallocation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.669546 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.670182 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: subnet_allocation Sep 17 05:19:19.670510 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.671185 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.671708 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: subnetpool-prefix-ops Sep 17 05:19:19.672131 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.673068 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.673585 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 05:19:19.673906 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: tagging.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.675000 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.675523 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: standard-attr-tag Sep 17 05:19:19.675852 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: timestamp.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.677127 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.677645 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loaded extension: standard-attr-timestamp Sep 17 05:19:19.677977 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: trunk.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.679015 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.679535 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension trunk not supported by any of loaded plugins Sep 17 05:19:19.679887 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: trunk_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.680837 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.681359 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension trunk-details not supported by any of loaded plugins Sep 17 05:19:19.681684 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: uplink_status_propagation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.682610 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.683123 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 05:19:19.683447 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Loading extension file: vlantransparent.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 05:19:19.684153 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 05:19:19.684663 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 05:19:19.687076 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:network Sep 17 05:19:19.687593 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnet Sep 17 05:19:19.688024 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 05:19:19.688425 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:port Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service FLAVORS assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:router Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:floatingip Sep 17 05:19:19.692674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service METERING assigned prefix: /metering {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.693856 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.694233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.694593 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:19:19.696171 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 05:19:19.696631 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:security_group Sep 17 05:19:19.697070 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 05:19:19.697661 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.697998 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 05:19:19.698344 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] subnetpool is already registered Sep 17 05:19:19.698864 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.699201 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 05:19:19.699538 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] subnetpool is already registered Sep 17 05:19:19.701866 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.702305 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service FLAVORS assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.702904 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.703324 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.703656 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:router Sep 17 05:19:19.704029 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] router is already registered Sep 17 05:19:19.704442 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:floatingip Sep 17 05:19:19.704821 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] floatingip is already registered Sep 17 05:19:19.705276 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service METERING assigned prefix: /metering {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.705949 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 05:19:19.706277 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] rbac_policy is already registered Sep 17 05:19:19.706689 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:security_group Sep 17 05:19:19.707025 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] security_group is already registered Sep 17 05:19:19.707426 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 05:19:19.707759 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] security_group_rule is already registered Sep 17 05:19:19.708415 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.708746 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 05:19:19.709082 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] subnetpool is already registered Sep 17 05:19:19.709506 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 05:19:19.709831 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 05:19:19.710164 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-33165f36-ed07-4808-b6bf-04950917700c None None] subnetpool is already registered Sep 17 05:19:19.710614 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: extensions {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.712663 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: address-groups {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.714127 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: address-scopes {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.715454 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.716654 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: auto-allocated-topology {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.717912 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: availability_zones {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.725510 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: dhcp-networks {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.727389 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: dhcp-agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.728867 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.731072 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: flavors {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.732261 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: service_profiles {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.738938 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: next_providers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.740449 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: service_profiles {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.741981 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: floatingip-pools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.743226 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.745389 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: floatingips {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.746679 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: l3-routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.748100 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: l3-agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.749498 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: metering-labels {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.750842 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: metering-label-rules {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.752252 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: network-ip-availabilities {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.753528 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: bindings {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.756037 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: quotas {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.757494 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: quotas {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.759445 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: rbac-policies {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.760682 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: security-groups {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.761963 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: security-group-rules {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.763283 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: service-providers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.764525 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: subnetpools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.765949 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: subnetpools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.767402 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.769107 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.772444 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.772819 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.775323 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.777021 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.778699 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.780614 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.782400 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.784151 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 05:19:19.790212 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING keystonemiddleware.auth_token [None req-33165f36-ed07-4808-b6bf-04950917700c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 05:19:19.795269 dv-cinder-809518-2-iscsi neutron-server[94405]: WARNING keystonemiddleware.auth_token [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 05:19:19.806844 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Acquired lock "singleton_lock" {{(pid=94405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 05:19:19.806844 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Releasing lock "singleton_lock" {{(pid=94405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 05:19:19.806844 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Starting 2 workers Sep 17 05:19:19.809833 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Started child 94516 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 05:19:19.814257 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Started child 94517 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 05:19:19.815350 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.816053 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO neutron.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 05:19:19.816559 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Notify callbacks [] for process, before_spawn {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.816909 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [-] (94516) wsgi starting up on http://0.0.0.0:9696 Sep 17 05:19:19.819061 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Starting 1 workers Sep 17 05:19:19.819183 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.821060 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [-] (94517) wsgi starting up on http://0.0.0.0:9696 Sep 17 05:19:19.824972 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Started child 94518 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 05:19:19.825503 dv-cinder-809518-2-iscsi neutron-server[94405]: INFO oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Starting 1 workers Sep 17 05:19:19.828981 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] calling RpcWorker wait() {{(pid=94518) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 05:19:19.829547 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] returning from RpcWorker wait() {{(pid=94518) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 05:19:19.830074 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Started child 94519 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 05:19:19.830934 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-33165f36-ed07-4808-b6bf-04950917700c None None] Notify callbacks [] for process, after_spawn {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.831026 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.831465 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:19.832867 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.839279 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.839786 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:19.840375 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840375 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840375 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840567 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.840635 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841069 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841515 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841515 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841515 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841515 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.841764 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.842054 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.842318 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.842476 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.842735 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.842986 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.843200 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.843450 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.843707 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.843971 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.844238 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.844522 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.844719 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.844932 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.845415 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host = dv-cinder-809518-2-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.845666 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.845878 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.846122 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.846367 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.846607 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.846844 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.847095 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.847338 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.847588 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.847815 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.848083 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.848338 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.848569 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.848805 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.848967 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_options = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.849213 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.849468 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.849723 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.849913 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.850079 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.850251 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.850486 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.850677 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.851034 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.851248 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.851460 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.851693 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.851958 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.852175 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.852453 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.852698 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.852930 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.853163 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.853395 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.853638 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.853858 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.854083 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.854346 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.854520 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.854750 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.854984 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.855211 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.855581 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.855733 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.855948 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.856183 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.856432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.856662 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.856952 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.857148 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.857372 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.857596 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.857807 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.858074 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.858295 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.858551 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.858810 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.859019 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.859267 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.859477 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.859694 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.859960 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.860171 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.860378 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.860652 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.860859 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.861098 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.861312 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.861517 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.861743 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.862173 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.862448 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.862777 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.863002 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.863274 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.863466 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.863710 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.863965 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.864226 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.864474 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.864754 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.864972 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.865239 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.865507 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.865780 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.866088 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.866319 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.866577 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.866837 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.867082 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.867329 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.867566 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.867839 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.868112 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.868352 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.868579 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.868816 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.869151 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.869615 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.869762 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.869940 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.870154 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.870530 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.870681 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.870854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.871083 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.871292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.871551 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.871765 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.871998 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.872213 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.872442 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.872652 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.872876 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.873093 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.873351 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.873576 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.873812 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.874021 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.874230 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.874466 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.874708 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.874985 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.875265 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.875527 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.875794 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.881570 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.883408 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886358 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.886854 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887652 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887742 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.887988 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.888250 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.888513 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.888737 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.888974 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.889186 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.889442 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.889656 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.889877 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.890113 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.890347 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.890594 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.890868 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892085 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892085 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892085 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892085 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892822 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892822 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892822 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.892822 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.893119 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.893384 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.893656 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.893914 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.894139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.894386 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.894666 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.895037 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.895205 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.895400 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.895642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.895884 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.896188 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.896421 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.896638 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.897002 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.897236 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.897582 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.897842 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899359 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899359 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899359 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899359 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899972 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.899972 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.900258 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.900258 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.900530 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.900719 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.900940 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.901184 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.901409 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.901618 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.901864 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.902106 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.902352 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.902568 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.902928 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.903113 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.903257 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.903432 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.903662 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.903933 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.904152 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.904409 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.904611 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.904838 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.905062 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.905272 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.905485 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.905722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.905973 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.906231 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.906445 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.906703 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.906953 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.907158 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.907405 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.907648 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.907878 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.908131 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.908365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.908585 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.908794 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.908999 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.909252 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.909484 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.909689 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.909931 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.910141 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.910429 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.910683 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.911006 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.911257 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.911479 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.911709 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.911947 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.912204 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.912425 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.912660 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.912891 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.913100 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.913331 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.913586 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.913823 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.914079 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.914287 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.914513 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.914721 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.914949 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.915155 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.915442 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.915688 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.916048 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.916309 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.916794 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.917027 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.917269 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.917477 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.917687 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.917902 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.918114 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.918320 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.918544 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.918750 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.918956 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.919195 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.919428 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.919634 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.919864 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.920126 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.920332 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.920548 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.920780 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.920986 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.921206 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.921472 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.921653 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.921891 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.922106 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.922297 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.922517 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.922725 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.922950 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.923150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.923369 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.923574 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.923879 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.924148 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.924361 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.924651 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.924910 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.925361 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.925494 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.925690 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.925901 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.926136 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.926350 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.926562 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.926775 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.927023 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.927324 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.927801 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.927992 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.928197 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.928431 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.928706 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.929082 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.929421 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.929746 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.930278 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.930413 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.930584 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.930824 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.931080 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.931297 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.931510 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.931753 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.931985 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.932198 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 05:19:19.939608 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940075 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940511 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.940987 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.941722 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host = dv-cinder-809518-2-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942365 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942514 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942672 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.942826 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.943136 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.943294 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.943594 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.943948 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944079 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944235 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944392 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944547 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944702 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_options = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.944859 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.945015 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.945170 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.945889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946206 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946362 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946517 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946673 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.946827 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947042 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947172 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947326 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947481 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947636 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947790 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.947973 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948132 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948287 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948442 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948596 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948750 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.948904 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949060 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949215 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949370 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949527 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949681 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949836 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.949990 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950136 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950289 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950449 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950623 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950774 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.950916 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.951057 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.951208 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.951740 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.951933 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952088 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952235 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952390 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952518 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952683 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952812 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.952951 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953284 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953405 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953555 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953714 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.953866 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.954174 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.954336 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 05:19:19.954496 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.954850 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.954850 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955096 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955215 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955347 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955468 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955589 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955709 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.955838 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956024 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956184 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956355 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956514 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956674 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956835 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.956996 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957153 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957305 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957564 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957767 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.957965 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.958074 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.958232 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.958414 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.958727 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.958904 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959063 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959221 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959387 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959529 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959665 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.959827 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960030 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960194 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960355 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960515 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960673 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.960835 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961037 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961192 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961351 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961510 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961665 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961818 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.961978 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962136 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962295 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962454 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962614 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962773 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.962931 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963126 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963325 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963498 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963662 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963802 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.963964 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964107 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964273 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964428 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964585 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964749 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.964898 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965053 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965223 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965364 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965525 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965682 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965825 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.965988 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966274 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966435 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966576 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966739 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.966880 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.967044 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.967270 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.967664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.967664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968150 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968524 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968524 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.968524 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969642 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969790 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969869 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.969969 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970154 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970333 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970455 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970575 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970727 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.970883 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971041 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971198 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971354 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971510 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971666 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.971823 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972004 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972164 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972321 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972477 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972634 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972791 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.972957 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973116 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973317 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973476 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973640 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973810 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.973969 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974127 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974286 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974443 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974602 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974759 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.974916 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975073 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975231 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975388 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975552 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975720 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.975877 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.976071 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.976234 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.976413 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977082 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977241 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977398 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977557 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977715 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.977873 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978032 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978189 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978348 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978507 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978666 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978829 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.978988 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.979144 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.979302 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.979465 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.979623 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.979952 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.980256 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.980557 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.980855 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.981142 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.981481 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.981771 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.982059 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.982231 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.982388 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.982683 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.982980 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.983262 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.983552 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.983870 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984049 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984208 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984367 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984525 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984687 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.984846 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985007 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985166 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985325 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985485 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985646 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985808 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.985967 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.986125 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.986433 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.986596 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.986765 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.986922 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987080 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987241 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987400 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987559 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987732 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.987893 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988073 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988233 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988391 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988550 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988708 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.988871 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989028 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989185 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989343 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989503 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989664 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989828 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.989982 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990139 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990299 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990457 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990621 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990790 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.990949 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991108 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991273 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991433 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991597 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991723 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.991867 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.992082 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.992770 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.992939 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993098 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993265 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993423 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993580 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993740 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.993899 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994055 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994221 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994380 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994543 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994682 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994839 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.994996 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995163 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995321 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995479 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995636 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995793 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.995977 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996147 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996306 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996464 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996621 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996779 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.996936 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997103 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997473 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997473 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997666 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997768 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.997868 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998009 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998179 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998338 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998497 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998656 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998814 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.998971 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999130 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999292 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999459 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999624 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999782 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:19.999866 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.003889 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.004475 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005050 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 05:19:20.005557 dv-cinder-809518-2-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 05:19:20.131246 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37802) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:20.139942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064449 Sep 17 05:19:31.616319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6937fab-a0e5-4b5f-afb2-4e9fbf9652ae None None] get_active_networks_info from dv-cinder-809518-2-iscsi {{(pid=94518) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 05:19:31.680204 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6937fab-a0e5-4b5f-afb2-4e9fbf9652ae None None] No non-hosted networks {{(pid=94518) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 05:19:31.687474 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.agentschedulers_db [None req-d6937fab-a0e5-4b5f-afb2-4e9fbf9652ae None None] DHCP Agent not found on host dv-cinder-809518-2-iscsi {{(pid=94518) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 05:19:31.799961 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a7af-a251-44ca-9f70-bf9645f8c86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:34.475335 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c2f27e91-2d65-4395-8241-c68b6ed267a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:34.508698 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.db.api [None req-6bb7f6df-f06b-4224-ab1b-e1c356b5be7c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809518-2-iscsi {{(pid=94518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:19:34.509472 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG oslo_db.api [None req-6bb7f6df-f06b-4224-ab1b-e1c356b5be7c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:19:34.993857 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:34.994651 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.995217 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.995771 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.996362 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.996892 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.997435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.997970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.998537 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.999070 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:34.999597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:35.000159 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:35.000700 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:35.002217 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809518-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:35.038845 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809518-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:19:35.128975 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f6df-f06b-4224-ab1b-e1c356b5be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:35.408934 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:37.044925 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:37.816939 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.db.l3_hamode_db [None req-481595f1-788b-4d78-b69f-a02c05d4c3fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 05:19:37.895090 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481595f1-788b-4d78-b69f-a02c05d4c3fe None None] Routers set() bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:19:37.895478 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481595f1-788b-4d78-b69f-a02c05d4c3fe None None] Router IDs set() for agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 05:19:38.079467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37896) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:38.561946 dv-cinder-809518-2-iscsi neutron-server[94516]: WARNING oslo_policy.policy [None req-f00004b0-cb86-4ca3-a675-f5db1d03d4b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:38.562529 dv-cinder-809518-2-iscsi neutron-server[94516]: WARNING oslo_policy.policy [None req-f00004b0-cb86-4ca3-a675-f5db1d03d4b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:38.785273 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [None req-f00004b0-cb86-4ca3-a675-f5db1d03d4b0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:19:38.786383 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f00004b0-cb86-4ca3-a675-f5db1d03d4b0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7059729 Sep 17 05:19:41.152789 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37910) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:41.454194 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:19:41.546066 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.policy [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 05:19:41.590046 dv-cinder-809518-2-iscsi neutron-server[94516]: WARNING oslo_policy.policy [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:41.590429 dv-cinder-809518-2-iscsi neutron-server[94516]: WARNING oslo_policy.policy [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:41.598829 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.quota [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] Loaded quota_driver: . Sep 17 05:19:41.745512 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731577388', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731577075', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731523864', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731525884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761730941801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731546888', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7906126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8082256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714799'] for rbac-policy, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:41.950908 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:41.952143 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-fac8c505-f58e-4750-b3e2-048ebdf2c930 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7983572 Sep 17 05:19:44.529084 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37922) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:44.821044 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2237acada3944bb6a206986e65aec475', 'tenant_id': '2237acada3944bb6a206986e65aec475'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:19:44.912724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Made reservation on behalf of 2237acada3944bb6a206986e65aec475 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:19:44.915383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:44.932806 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.049332 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.141157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.160035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:19:45.187428 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761728826260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.188019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Unsubscribe: segment precommit_create {{(pid=94516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 05:19:45.188529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Added segment fe423fe4-0181-461b-8948-98426a5c6513 of type vlan for network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d Sep 17 05:19:45.203876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3331cc56-c072-4189-ab84-a0dce85ae3fe,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:19:45.229190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.229541 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.229875 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.230199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.230521 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.230853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.231170 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.231489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.231817 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.232160 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.232473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.232783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Tracked resource versions report: Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: pushed versions: Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: { 'AddressGroup': {'1.2'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'ConntrackHelper': {'1.0'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Log': {'1.0'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Network': {'1.1'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Port': {'1.7'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'PortForwarding': {'1.2'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'QosPolicy': {'1.9'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroup': {'1.4'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SubPort': {'1.0'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Subnet': {'1.1'}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Trunk': {'1.1'}} Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: consumer versions: Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'ConntrackHelper': '1.0', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Log': '1.0', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Network': '1.1', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Port': '1.7', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'PortForwarding': '1.2', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'QosPolicy': '1.9', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroup': '1.4', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroupRule': '1.2', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SubPort': '1.0', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Subnet': '1.1', Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Trunk': '1.1'}} Sep 17 05:19:45.233854 dv-cinder-809518-2-iscsi neutron-server[94516]: {{(pid=94516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:19:45.306475 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.387460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.388573 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:19:45.389238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:45.482961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] Pushing event updated for resources: {'Network': ['ID=d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:19:45.494528 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:19:45.574292 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-85f75f02-9e1b-42ec-a6bf-c1d5f78460bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0440128 Sep 17 05:19:48.183840 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 37936) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:48.664599 dv-cinder-809518-2-iscsi neutron-server[94517]: WARNING oslo_policy.policy [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:48.665172 dv-cinder-809518-2-iscsi neutron-server[94517]: WARNING oslo_policy.policy [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:49.103871 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.policy [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94517) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 05:19:49.148770 dv-cinder-809518-2-iscsi neutron-server[94517]: WARNING oslo_policy.policy [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:49.149145 dv-cinder-809518-2-iscsi neutron-server[94517]: WARNING oslo_policy.policy [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 05:19:49.157898 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:19:49.159827 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-65a4f114-9c22-4113-99bc-e8bb656f81d4 admin admin] 10.222.0.23 "GET /v2.0/networks/d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d HTTP/1.1" status: 200 len: 825 time: 0.9738753 Sep 17 05:19:49.198484 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ff2f4ba2-3318-4938-a8d8-1ad84b4c6c55 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/86c4e851-7786-49dc-8ee2-69e07599a11b HTTP/1.1" status: 200 len: 734 time: 0.0324404 Sep 17 05:19:49.207725 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Request body: {'subnet': {'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'ip_version': 4, 'tenant_id': '2237acada3944bb6a206986e65aec475', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:19:49.209310 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.quota [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Loaded quota_driver: . Sep 17 05:19:49.316190 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Made reservation on behalf of 2237acada3944bb6a206986e65aec475 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:19:49.318863 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:49.670796 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:49.736914 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Checking segment: {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:19:49.737259 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Network hostable DHCP agents. Network: d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:19:49.751776 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:19:49.765265 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.765617 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.765957 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.766284 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.766604 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.766936 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.767257 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.767572 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.767922 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.768240 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.768552 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.768863 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Tracked resource versions report: Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: pushed versions: Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: { 'AddressGroup': {'1.2'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'ConntrackHelper': {'1.0'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Log': {'1.0'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Network': {'1.1'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Port': {'1.7'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'PortForwarding': {'1.2'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'QosPolicy': {'1.9'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroup': {'1.4'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SubPort': {'1.0'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Subnet': {'1.1'}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Trunk': {'1.1'}} Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: consumer versions: Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'ConntrackHelper': '1.0', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Log': '1.0', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Network': '1.1', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Port': '1.7', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'PortForwarding': '1.2', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'QosPolicy': '1.9', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroup': '1.4', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroupRule': '1.2', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SubPort': '1.0', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Subnet': '1.1', Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Trunk': '1.1'}} Sep 17 05:19:49.769913 dv-cinder-809518-2-iscsi neutron-server[94517]: {{(pid=94517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:19:49.861468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:19:49.950705 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:19:49.955876 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:19:49.959430 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:49.962320 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d26c2-eec1-47a4-891f-921f063d1f00 None None] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:19:50.043190 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ac4d7821-6c12-4569-9878-72e7255f890e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8387966 Sep 17 05:19:50.283771 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:19:50.285004 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:50.593089 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Allocated IP 172.20.0.2 (d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f/009b45df-0eff-4363-aabc-fada559da6cd) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:19:50.822564 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:50.896742 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:50.971250 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:19:50.977954 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:19:50.985913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Pushing event updated for resources: {'Port': ['ID=009b45df-0eff-4363-aabc-fada559da6cd,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:19:50.988053 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:19:51.019432 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.019784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.020149 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.020491 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.020826 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.021159 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.021490 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.021827 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.022169 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.022501 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.022854 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.023176 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Tracked resource versions report: Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: pushed versions: Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: { 'AddressGroup': {'1.2'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'ConntrackHelper': {'1.0'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Log': {'1.0'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Network': {'1.1'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Port': {'1.7'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'PortForwarding': {'1.2'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'QosPolicy': {'1.9'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroup': {'1.4'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SubPort': {'1.0'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Subnet': {'1.1'}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Trunk': {'1.1'}} Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: consumer versions: Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'ConntrackHelper': '1.0', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Log': '1.0', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Network': '1.1', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Port': '1.7', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'PortForwarding': '1.2', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'QosPolicy': '1.9', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroup': '1.4', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroupRule': '1.2', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SubPort': '1.0', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Subnet': '1.1', Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Trunk': '1.1'}} Sep 17 05:19:51.024297 dv-cinder-809518-2-iscsi neutron-server[94518]: {{(pid=94518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:19:51.072195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Attempting to bind port 009b45df-0eff-4363-aabc-fada559da6cd on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:19:51.072591 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Attempting to bind port 009b45df-0eff-4363-aabc-fada559da6cd by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:19:51.073019 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Attempting to bind port 009b45df-0eff-4363-aabc-fada559da6cd on network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:19:51.078184 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:19:51.078601 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Checking segment: {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:19:51.079074 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:51.079464 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Bound using segment: {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:19:51.079969 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Bound port: 009b45df-0eff-4363-aabc-fada559da6cd, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:19:51.080376 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:51.142438 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] For port 009b45df-0eff-4363-aabc-fada559da6cd, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:19:51.146635 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] For port 009b45df-0eff-4363-aabc-fada559da6cd, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=009b45df-0eff-4363-aabc-fada559da6cd,segment=NetworkSegment(fe423fe4-0181-461b-8948-98426a5c6513),segment_id=fe423fe4-0181-461b-8948-98426a5c6513)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:19:51.193804 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:51.259380 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6ad9e-a3e1-4b28-8972-d1e63d070887 None None] Pushing event updated for resources: {'Port': ['ID=009b45df-0eff-4363-aabc-fada559da6cd,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:19:52.507340 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37956) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:52.835745 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [None req-03940a79-16c9-4265-a42a-b64253cf61cf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:19:52.836786 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-03940a79-16c9-4265-a42a-b64253cf61cf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284669 Sep 17 05:19:55.247969 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37964) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:55.560485 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [None req-18fea62c-3fa8-4d23-a1fc-6f878c8fc71b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:19:55.561492 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-18fea62c-3fa8-4d23-a1fc-6f878c8fc71b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126264 Sep 17 05:19:58.195229 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37974) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:19:58.501985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2237acada3944bb6a206986e65aec475', 'name': 'router1'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:19:58.602875 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:58.604435 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:58.738085 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:58.799670 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:58.893662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:58.894808 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-cd33bd33-368a-42b3-b73c-998c65b93b7e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6984982 Sep 17 05:19:59.578560 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c6ed5-28ca-4776-8c1e-24c5e9fa3ec5 None None] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:19:59.697487 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] Provisioning complete for port 009b45df-0eff-4363-aabc-fada559da6cd triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:19:59.697792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:59.873436 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:19:59.915482 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] For port 009b45df-0eff-4363-aabc-fada559da6cd, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=009b45df-0eff-4363-aabc-fada559da6cd,segment=NetworkSegment(fe423fe4-0181-461b-8948-98426a5c6513),segment_id=fe423fe4-0181-461b-8948-98426a5c6513)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:19:59.976764 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:00.028725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8b44-22d2-4240-9d13-5e206b2928c2 None None] Pushing event updated for resources: {'Port': ['ID=009b45df-0eff-4363-aabc-fada559da6cd,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:00.096935 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-8899d7f4-c984-4cda-9ba1-19d7f244f601 None None] Provisioning complete for port 009b45df-0eff-4363-aabc-fada559da6cd triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:00.097314 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8899d7f4-c984-4cda-9ba1-19d7f244f601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:00.334743 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 009b45df-0eff-4363-aabc-fada559da6cd up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:20:00.381043 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 009b45df-0eff-4363-aabc-fada559da6cd triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:00.381414 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:01.268619 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37986) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:01.578059 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [None req-906022a4-d44b-457b-89c6-fc5f927d4683 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:20:01.579070 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-906022a4-d44b-457b-89c6-fc5f927d4683 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095205 Sep 17 05:20:01.581469 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b9340e97-1bcc-49c5-9968-5390d5ce17eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:03.961589 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 37994) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:04.268211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:20:04.346828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Made reservation on behalf of a21892ab13c54614963e262c14dd1a3f for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:20:04.349027 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.357531 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.392782 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-5daaece5-bc54-474f-8510-2ae04cac8048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.441850 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.512229 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.529510 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Reserving flat network on physical network physnet1 {{(pid=94516) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 05:20:04.544419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf7ddfa-0745-4f0b-b684-b596094319be,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:04.552076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.552370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Added segment 69e3f7f3-896c-432c-8715-9292ce8bad2e of type flat for network ba02e07c-2ebb-495c-bae6-86fc05ab30cc Sep 17 05:20:04.604207 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.809773 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.810723 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:20:04.811286 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:04.883174 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] Pushing event updated for resources: {'Network': ['ID=ba02e07c-2ebb-495c-bae6-86fc05ab30cc,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:04.895189 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:20:04.987556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8edc7d2f-5f81-435f-bf1d-b0562ffe0d58 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0248985 Sep 17 05:20:05.054008 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:05.358666 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:05.888595 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:20:06.929550 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:07.347611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38012) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:07.561523 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a295a-bff8-47a5-9ec5-be3b35ad4a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:20:07.562897 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e70a295a-bff8-47a5-9ec5-be3b35ad4a9d admin admin] 10.222.0.23 "GET /v2.0/subnets/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f HTTP/1.1" status: 200 len: 849 time: 0.2142897 Sep 17 05:20:07.679664 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c4fbf0f7-5126-439a-a91d-bd7e8aedc0c6 admin admin] 10.222.0.23 "GET /v2.0/routers/11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 HTTP/1.1" status: 200 len: 704 time: 0.1105671 Sep 17 05:20:07.934089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:08.224586 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Allocated IP 172.20.0.1 (d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f/21002cba-f6dd-41fb-b96b-01ca22bd1e7e) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:20:08.404407 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:08.522063 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:08.592304 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:20:08.597974 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:20:08.609305 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:20:08.610190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:08.630430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Pushing event updated for resources: {'Port': ['ID=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:08.842446 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-33bd9602-d740-4252-bd5c-3e950eb2df72 None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:08.843015 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-33bd9602-d740-4252-bd5c-3e950eb2df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:08.874522 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-33bd9602-d740-4252-bd5c-3e950eb2df72 None None] Port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:20:08.927542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:09.129990 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:09.207042 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:09.207826 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:09.265905 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Pushing event updated for resources: {'Port': ['ID=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:09.328553 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:20:09.329853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:20:09.495389 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-3099d291-bf6f-4613-8026-455102c571e7 None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:09.495759 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3099d291-bf6f-4613-8026-455102c571e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:09.527982 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-3099d291-bf6f-4613-8026-455102c571e7 None None] Port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:20:09.541781 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:20:09.631002 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:20:09.636116 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-109a89e5-1ff1-44d1-9085-f4d06256bf24 admin admin] 10.222.0.23 "PUT /v2.0/routers/11e7ab92-d6e1-417e-ba33-ab1ce2bf3489/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9508202 Sep 17 05:20:09.640916 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Sync routers for ids ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:20:09.655143 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Routers {'11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:20:09.655859 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:20:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:09.836204 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Set router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:20:10.254205 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:08Z', 'revision_number': 2, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port_host': None, '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:09Z', 'revision_number': 2, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:10.305776 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Checking router: 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:20:10.306150 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Updating router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:20:10.353830 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:10.860601 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:10.940993 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.105870 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Pushing event updated for resources: {'Port': ['ID=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:11.110475 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Attempting to bind port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:20:11.110921 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Attempting to bind port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:20:11.111322 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Attempting to bind port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e on network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:20:11.119406 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.119753 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.120116 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.120453 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.120786 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.121115 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.121438 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.121763 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.122089 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.122410 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.122729 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.123044 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Tracked resource versions report: Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: pushed versions: Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: { 'AddressGroup': {'1.2'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'ConntrackHelper': {'1.0'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Log': {'1.0'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Network': {'1.1'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Port': {'1.7'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'PortForwarding': {'1.2'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'QosPolicy': {'1.9'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroup': {'1.4'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SubPort': {'1.0'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Subnet': {'1.1'}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Trunk': {'1.1'}} Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: consumer versions: Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'ConntrackHelper': '1.0', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Log': '1.0', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Network': '1.1', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Port': '1.7', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'PortForwarding': '1.2', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'QosPolicy': '1.9', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroup': '1.4', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroupRule': '1.2', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SubPort': '1.0', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Subnet': '1.1', Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Trunk': '1.1'}} Sep 17 05:20:11.124168 dv-cinder-809518-2-iscsi neutron-server[94519]: {{(pid=94519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:20:11.126796 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:20:11.127208 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Checking segment: {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:20:11.127691 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.128168 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Bound using segment: {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:20:11.128661 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Bound port: 21002cba-f6dd-41fb-b96b-01ca22bd1e7e, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe423fe4-0181-461b-8948-98426a5c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:20:11.129049 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.159941 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-f430451d-8c0d-4cd8-a80e-2f83d23c6bc5 None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:11.160475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f430451d-8c0d-4cd8-a80e-2f83d23c6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.196347 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] For port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:20:11.197904 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-f430451d-8c0d-4cd8-a80e-2f83d23c6bc5 None None] Port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:20:11.215217 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] For port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,segment=NetworkSegment(fe423fe4-0181-461b-8948-98426a5c6513),segment_id=fe423fe4-0181-461b-8948-98426a5c6513)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:20:11.278762 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.334906 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d7b7-d812-4227-966b-15a84bce09db None None] Pushing event updated for resources: {'Port': ['ID=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,revision_number=4']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:11.339996 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Routers {'11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:20:11.340837 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:20:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:11.431325 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] Set router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:20:11.519377 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:11.519750 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.597498 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.627412 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] For port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,segment=NetworkSegment(fe423fe4-0181-461b-8948-98426a5c6513),segment_id=fe423fe4-0181-461b-8948-98426a5c6513)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:20:11.637760 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:08Z', 'revision_number': 2, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port_host': None, '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:11Z', 'revision_number': 4, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:11.666894 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac352c6-489c-4ab8-9cec-b9e55737146c None None] The sync data for ids ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'] in dv-cinder-809518-2-iscsi is: [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:08Z', 'revision_number': 2, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port_host': None, '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:11Z', 'revision_number': 4, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:20:11.694756 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:11.750347 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b796b-9913-4eb8-8bf9-7324565ecb34 None None] Pushing event updated for resources: {'Port': ['ID=21002cba-f6dd-41fb-b96b-01ca22bd1e7e,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:11.887709 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38032) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:12.002155 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ebd7e-a491-42b2-8c32-3bb9e072ab0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:20:12.003429 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6e7ebd7e-a491-42b2-8c32-3bb9e072ab0f admin admin] 10.222.0.23 "GET /v2.0/networks/ba02e07c-2ebb-495c-bae6-86fc05ab30cc HTTP/1.1" status: 200 len: 842 time: 0.1147859 Sep 17 05:20:12.013984 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Request body: {'subnet': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:20:12.099222 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Made reservation on behalf of a21892ab13c54614963e262c14dd1a3f for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:20:12.101625 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:12.498517 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.objects.ports [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94517) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 05:20:12.498984 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:12.559925 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=99aa5993-8d16-4818-80e5-72abf61f3231,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:12.567996 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:20:12.568296 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Network hostable DHCP agents. Network: ba02e07c-2ebb-495c-bae6-86fc05ab30cc, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:20:12.670179 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:20:12.744615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, ba02e07c-2ebb-495c-bae6-86fc05ab30cc) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:20:12.748862 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:20:12.749452 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:12.756213 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d299f3-76a6-469b-8f6c-77f8357a7500 None None] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:20:12.831039 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-065e6641-a5f0-478b-920d-d4d000d50dfe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8202736 Sep 17 05:20:12.901329 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44204fdf-3801-4453-8aa6-dfd125737394 None None] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:20:15.140835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38040) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:15.364794 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4f15b454-984f-4332-b892-132070a6832c admin admin] 10.222.0.23 "GET /v2.0/routers/11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 HTTP/1.1" status: 200 len: 710 time: 0.2227614 Sep 17 05:20:15.449865 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdda2d-150e-4bfb-9b1b-fd1f488641fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:20:15.451244 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d2cdda2d-150e-4bfb-9b1b-fd1f488641fb admin admin] 10.222.0.23 "GET /v2.0/networks/ba02e07c-2ebb-495c-bae6-86fc05ab30cc HTTP/1.1" status: 200 len: 886 time: 0.0799844 Sep 17 05:20:15.460695 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:20:15.785849 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:16.116824 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:16.198351 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:16.386337 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Allocated IP 172.27.2.67 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/3536c581-b5f6-4aaf-96d3-e27d996ad081) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:20:16.516933 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:16.649899 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:16.749629 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:20:16.751255 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:20:16.753067 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Pushing event updated for resources: {'Port': ['ID=3536c581-b5f6-4aaf-96d3-e27d996ad081,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:16.765187 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:20:17.121635 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:17.308815 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-725261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7913'] for router, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:17.313759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-732598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-732591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-725254'] for router, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:17.422526 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:20:17.527535 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:20:17.532568 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:17.533780 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-463d440f-ea5e-4318-b2e5-f3a332364c78 admin admin] 10.222.0.23 "PUT /v2.0/routers/11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 HTTP/1.1" status: 200 len: 889 time: 2.0762880 Sep 17 05:20:18.034580 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Sync routers for ids ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:20:18.046002 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Routers {'11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:20:18.046645 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:20:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:18.291524 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Set router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:20:18.363996 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 21002cba-f6dd-41fb-b96b-01ca22bd1e7e up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:20:18.599044 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:18.599409 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:18.780983 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:16Z', 'revision_number': 4, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port': {'id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:16Z', 'updated_at': '2021-09-17T05:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:11Z', 'revision_number': 5, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:18.831724 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Checking router: 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:20:18.832098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Updating router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 port 3536c581-b5f6-4aaf-96d3-e27d996ad081 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:20:18.879296 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.186578 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.286970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.332826 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Attempting to bind port 3536c581-b5f6-4aaf-96d3-e27d996ad081 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:20:19.333194 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Attempting to bind port 3536c581-b5f6-4aaf-96d3-e27d996ad081 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:20:19.333555 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Attempting to bind port 3536c581-b5f6-4aaf-96d3-e27d996ad081 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:20:19.343777 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:20:19.344197 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:20:19.344590 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.344975 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:20:19.345429 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Bound port: 3536c581-b5f6-4aaf-96d3-e27d996ad081, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:20:19.345815 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.348073 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f791091-3666-4158-88e0-8e43e40c72b5 None None] Pushing event updated for resources: {'Port': ['ID=3536c581-b5f6-4aaf-96d3-e27d996ad081,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:19.397192 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] For port 3536c581-b5f6-4aaf-96d3-e27d996ad081, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:20:19.400155 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] For port 3536c581-b5f6-4aaf-96d3-e27d996ad081, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=3536c581-b5f6-4aaf-96d3-e27d996ad081,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:20:19.522258 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:19.582276 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Routers {'11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:20:19.582884 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:20:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:19.584606 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f791091-3666-4158-88e0-8e43e40c72b5 None None] Pushing event updated for resources: {'Port': ['ID=3536c581-b5f6-4aaf-96d3-e27d996ad081,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:19.759804 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] Set router 11e7ab92-d6e1-417e-ba33-ab1ce2bf3489 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:20:19.935272 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38054) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:20:19.967694 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:16Z', 'revision_number': 4, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port': {'id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:16Z', 'updated_at': '2021-09-17T05:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:11Z', 'revision_number': 5, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:20:19.997246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcea65e-7078-4ebd-bde3-500f6906a493 None None] The sync data for ids ['11e7ab92-d6e1-417e-ba33-ab1ce2bf3489'] in dv-cinder-809518-2-iscsi is: [{'id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'name': 'router1', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:19:58Z', 'updated_at': '2021-09-17T05:20:16Z', 'revision_number': 4, 'project_id': '2237acada3944bb6a206986e65aec475', 'gw_port': {'id': '3536c581-b5f6-4aaf-96d3-e27d996ad081', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:16Z', 'updated_at': '2021-09-17T05:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '21002cba-f6dd-41fb-b96b-01ca22bd1e7e', 'name': '', 'network_id': 'd4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d', 'tenant_id': '2237acada3944bb6a206986e65aec475', 'mac_address': 'fa:16:3e:2f:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e7ab92-d6e1-417e-ba33-ab1ce2bf3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:20:07Z', 'updated_at': '2021-09-17T05:20:11Z', 'revision_number': 5, 'project_id': '2237acada3944bb6a206986e65aec475', 'subnets': [{'id': 'b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86c4e851-7786-49dc-8ee2-69e07599a11b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:20:20.048927 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b129e738-c903-417f-b635-4a1dbabf8e11 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1123602 Sep 17 05:20:20.492905 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3536c581-b5f6-4aaf-96d3-e27d996ad081 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:20:20.547060 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 3536c581-b5f6-4aaf-96d3-e27d996ad081 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:20.547667 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:20.629475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:20.649566 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 3536c581-b5f6-4aaf-96d3-e27d996ad081, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=3536c581-b5f6-4aaf-96d3-e27d996ad081,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:20:20.741591 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:20.798441 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=3536c581-b5f6-4aaf-96d3-e27d996ad081,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:20:22.333996 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3536c581-b5f6-4aaf-96d3-e27d996ad081 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:20:22.397747 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 3536c581-b5f6-4aaf-96d3-e27d996ad081 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:20:22.398128 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:31.586489 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-bc7e767b-f02a-4d10-8f50-7d53defaf45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:34.409442 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a3b86a-9793-4be4-8810-fe6ad7473db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:34.961021 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:35.413137 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:36.944105 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:20:42.887948 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:21:01.585866 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b7f293fc-7e88-4c96-b7af-95437b9fe49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:04.408568 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2483-75ce-4554-a3e9-a8599add2cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:04.991612 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:05.371478 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:06.947919 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:19.886455 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:21:31.593819 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1352c19c-5654-46be-9155-cc4f35251fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:34.419076 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7ec38961-8607-4047-b5a9-dc7b71c579cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:34.979218 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:35.393753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:36.938884 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:56.884225 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:21:57.160117 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38618) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:21:57.221061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a39f5d-7017-4afe-bc2f-68c1ded5da59 admin admin] GET failed (client error): The resource could not be found. Sep 17 05:21:57.222390 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d6a39f5d-7017-4afe-bc2f-68c1ded5da59 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613794 Sep 17 05:21:57.379533 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84ab61-6b8f-44f4-b67c-7ef1dab8fc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:21:57.381022 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0e84ab61-6b8f-44f4-b67c-7ef1dab8fc04 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540935 Sep 17 05:21:59.561041 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38628) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:21:59.652580 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4068f0c9-1efd-4e23-b0bb-a1e3cfb1e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:21:59.653915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4068f0c9-1efd-4e23-b0bb-a1e3cfb1e733 admin admin] 10.222.0.23 "GET /v2.0/subnets/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f HTTP/1.1" status: 200 len: 849 time: 0.0919073 Sep 17 05:21:59.664770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:21:59.746117 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:59.938028 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761728588548'] for subnet, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:59.966702 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:21:59.967828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:21:59.970318 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] 10.222.0.23 "PUT /v2.0/subnets/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f HTTP/1.1" status: 200 len: 868 time: 0.3078885 Sep 17 05:21:59.971130 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8efcd9-1465-440c-94a7-d3b2454cbfdd None None] Network d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:21:59.991043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:21:59.998567 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:21:59.998951 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:21:59.999304 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:21:59.999651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.000019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.000360 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.000693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.001025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.001371 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.001704 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.002031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.002500 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd811f-ac6a-4b4c-909f-43a58aa19577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:00.290966 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-fef3d74c-ffcb-4c25-b344-eb295416e5ce None None] Provisioning complete for port 009b45df-0eff-4363-aabc-fada559da6cd triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:00.291342 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fef3d74c-ffcb-4c25-b344-eb295416e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:00.379058 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-fef3d74c-ffcb-4c25-b344-eb295416e5ce None None] Provisioning complete for port 21002cba-f6dd-41fb-b96b-01ca22bd1e7e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:00.379431 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fef3d74c-ffcb-4c25-b344-eb295416e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:01.592891 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-698ecf98-aeca-486c-816a-60dea1812fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:02.136077 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38636) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:02.398920 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a02811-0341-40d4-ba0f-572d886f6f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:02.399395 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a02811-0341-40d4-ba0f-572d886f6f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:02.400991 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c4a02811-0341-40d4-ba0f-572d886f6f98 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2639515 Sep 17 05:22:04.398985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4b9fbe97-bd5e-4689-ad0d-bfd943788565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:04.594412 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38644) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:04.721278 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b8081-c316-47cc-be70-f35fb6ba468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:04.721752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b8081-c316-47cc-be70-f35fb6ba468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:04.723292 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d50b8081-c316-47cc-be70-f35fb6ba468c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278803 Sep 17 05:22:04.964557 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:05.370004 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:06.921024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38652) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:06.938103 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:07.045942 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba143a-86a4-4627-9184-ef3bf9184a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:07.047308 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-29ba143a-86a4-4627-9184-ef3bf9184a70 admin admin] 10.222.0.23 "GET /v2.0/networks/ba02e07c-2ebb-495c-bae6-86fc05ab30cc HTTP/1.1" status: 200 len: 886 time: 0.1253211 Sep 17 05:22:09.224952 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38660) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:09.367482 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6207066-9468-48b7-9afb-1cf70316857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:09.368871 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e6207066-9468-48b7-9afb-1cf70316857b admin admin] 10.222.0.23 "GET /v2.0/networks/d4e8702f-edf0-4ce0-b1fe-26b3d0d04f7d HTTP/1.1" status: 200 len: 869 time: 0.1429806 Sep 17 05:22:11.537759 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38670) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:11.659458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555928c1-5f86-4cd2-8f78-82c065a05ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:11.659856 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555928c1-5f86-4cd2-8f78-82c065a05ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:11.661379 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-555928c1-5f86-4cd2-8f78-82c065a05ab6 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224017 Sep 17 05:22:13.817168 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38678) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:13.904774 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3644d-3094-4bc9-94e0-1a7aa077742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:13.905231 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3644d-3094-4bc9-94e0-1a7aa077742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:13.906718 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c1f3644d-3094-4bc9-94e0-1a7aa077742b admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885994 Sep 17 05:22:16.065631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38686) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:16.148865 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21dc5af-069c-4a51-8574-cd9980bcfbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:16.150175 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d21dc5af-069c-4a51-8574-cd9980bcfbfc admin admin] 10.222.0.23 "GET /v2.0/subnets/99aa5993-8d16-4818-80e5-72abf61f3231 HTTP/1.1" status: 200 len: 816 time: 0.0835919 Sep 17 05:22:18.305725 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38694) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:18.397821 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea95ce-dd9e-4ddd-950e-3f8b2ca17002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:18.404172 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-83ea95ce-dd9e-4ddd-950e-3f8b2ca17002 admin admin] 10.222.0.23 "GET /v2.0/subnets/b4dd5c6f-c2d1-46db-9aa8-0b732d613b1f HTTP/1.1" status: 200 len: 868 time: 0.0924990 Sep 17 05:22:31.583333 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-beb018b7-a1b9-4ec6-96a9-6cd2c4fc9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:33.883529 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:22:34.403649 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5968-aefe-4e75-af63-5c167e4f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:34.972355 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:35.410283 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:36.983132 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:42.279138 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38748) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:42.326273 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [None req-ca16a1d0-37e2-4d00-a5f4-17c936786871 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:22:42.327254 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ca16a1d0-37e2-4d00-a5f4-17c936786871 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471761 Sep 17 05:22:44.593733 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38756) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:44.652706 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c0074-4ded-4881-882a-b4214cb9301d admin admin] GET failed (client error): The resource could not be found. Sep 17 05:22:44.653992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-860c0074-4ded-4881-882a-b4214cb9301d admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593312 Sep 17 05:22:44.735298 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ddd26-c1d4-45cb-bff0-f937bd4fee2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:44.736767 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-666ddd26-c1d4-45cb-bff0-f937bd4fee2d admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0782080 Sep 17 05:22:46.942750 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38764) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:46.988146 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:22:47.119867 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Made reservation on behalf of a21892ab13c54614963e262c14dd1a3f for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:22:47.122250 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:47.163978 dv-cinder-809518-2-iscsi neutron-server[94517]: WARNING neutron.services.revisions.revision_plugin [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Could not find related network for resource to bump revision. Sep 17 05:22:47.179788 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:22:47.191792 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761728826260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:47.192344 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Unsubscribe: segment precommit_create {{(pid=94517) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 05:22:47.192809 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Added segment 33992d4f-fb48-438a-a486-fe580b9bd6e4 of type vlan for network f777cdf9-df32-4704-ba3d-4fc97291349c Sep 17 05:22:47.244197 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:47.337092 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:47.338015 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:47.338588 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:47.479507 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5356719 Sep 17 05:22:47.482608 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Pushing event updated for resources: {'Network': ['ID=f777cdf9-df32-4704-ba3d-4fc97291349c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:22:47.490216 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.493766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.494666 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa523da-880e-495b-bfeb-ba9b50c05774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:47.505939 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network f777cdf9-df32-4704-ba3d-4fc97291349c details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:22:49.681586 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38772) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:22:49.741408 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe29491-e8a3-4c45-86ab-c8624f49af7a admin admin] GET failed (client error): The resource could not be found. Sep 17 05:22:49.742703 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6fe29491-e8a3-4c45-86ab-c8624f49af7a admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601983 Sep 17 05:22:49.843804 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9702eb-58f2-4752-bc92-70a8a6149da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:49.845280 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ee9702eb-58f2-4752-bc92-70a8a6149da3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979748 Sep 17 05:22:49.855795 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:22:49.957114 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Made reservation on behalf of a21892ab13c54614963e262c14dd1a3f for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:22:49.959248 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:50.214904 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:50.264893 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb08562-7dc6-47fd-a36b-f53dd915806f,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:22:50.275243 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Checking segment: {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:22:50.275597 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Network hostable DHCP agents. Network: f777cdf9-df32-4704-ba3d-4fc97291349c, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:22:50.345923 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Network f777cdf9-df32-4704-ba3d-4fc97291349c is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:22:50.414547 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, f777cdf9-df32-4704-ba3d-4fc97291349c) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:22:50.418634 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:22:50.419226 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:50.441796 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205c7db-a6eb-4d56-93f6-e1fc8dc5b756 None None] Network f777cdf9-df32-4704-ba3d-4fc97291349c requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:22:50.547401 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-32222c01-5419-42b2-8512-4e2575bac723 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6947930 Sep 17 05:22:50.663499 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-f777cdf9-df32-4704-ba3d-4fc97291349c', 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c', 'tenant_id': 'a21892ab13c54614963e262c14dd1a3f', 'fixed_ips': [{'subnet_id': 'deb08562-7dc6-47fd-a36b-f53dd915806f'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:22:50.664462 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:50.805862 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Allocated IP 192.168.233.2 (f777cdf9-df32-4704-ba3d-4fc97291349c/deb08562-7dc6-47fd-a36b-f53dd915806f/09c0cff0-d8ec-466b-9e4f-cbb591411621) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:22:50.949987 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:51.034531 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:51.073344 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Network f777cdf9-df32-4704-ba3d-4fc97291349c is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:22:51.076157 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:22:51.078689 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:22:51.089603 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Pushing event updated for resources: {'Port': ['ID=09c0cff0-d8ec-466b-9e4f-cbb591411621,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:22:51.113268 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.113616 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.113956 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.114294 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.114626 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.114960 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.115284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.115612 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.115968 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.116297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.116634 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.116957 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:22:51.149224 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Attempting to bind port 09c0cff0-d8ec-466b-9e4f-cbb591411621 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:22:51.149587 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Attempting to bind port 09c0cff0-d8ec-466b-9e4f-cbb591411621 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:22:51.149945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Attempting to bind port 09c0cff0-d8ec-466b-9e4f-cbb591411621 on network f777cdf9-df32-4704-ba3d-4fc97291349c {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:22:51.155284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:22:51.155647 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Checking segment: {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:22:51.156075 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:51.156463 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Bound using segment: {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:22:51.156949 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Bound port: 09c0cff0-d8ec-466b-9e4f-cbb591411621, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:22:51.157338 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:51.223247 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] For port 09c0cff0-d8ec-466b-9e4f-cbb591411621, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:22:51.226410 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] For port 09c0cff0-d8ec-466b-9e4f-cbb591411621, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=09c0cff0-d8ec-466b-9e4f-cbb591411621,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:22:51.303446 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:51.363060 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389aa1a-f51b-449a-a756-00ea4be98d60 None None] Pushing event updated for resources: {'Port': ['ID=09c0cff0-d8ec-466b-9e4f-cbb591411621,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:22:52.128520 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1709c7a-530f-42b5-b51c-94031cdfb9fd None None] Network f777cdf9-df32-4704-ba3d-4fc97291349c requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:22:52.278383 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] Provisioning complete for port 09c0cff0-d8ec-466b-9e4f-cbb591411621 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:52.278929 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:52.369855 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:52.427565 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] For port 09c0cff0-d8ec-466b-9e4f-cbb591411621, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=09c0cff0-d8ec-466b-9e4f-cbb591411621,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:22:52.477742 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:52.532222 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 09c0cff0-d8ec-466b-9e4f-cbb591411621 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:22:52.614699 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd917b-6b72-491c-b1da-8f1bf0a85385 None None] Pushing event updated for resources: {'Port': ['ID=09c0cff0-d8ec-466b-9e4f-cbb591411621,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:22:52.632669 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 09c0cff0-d8ec-466b-9e4f-cbb591411621 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:52.633044 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:52.635671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-c33638d1-2256-4f40-90de-309a22e5d2ee None None] Provisioning complete for port 09c0cff0-d8ec-466b-9e4f-cbb591411621 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:52.636056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c33638d1-2256-4f40-90de-309a22e5d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:22:54.444169 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 09c0cff0-d8ec-466b-9e4f-cbb591411621 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:22:54.489636 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 09c0cff0-d8ec-466b-9e4f-cbb591411621 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:22:54.490000 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:01.571343 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2698b445-0281-40a4-875c-585c1f8d953d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:04.405284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-ad3fdcc8-6189-4461-8109-b2c7ff2eaa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:04.979768 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:05.393821 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:06.953725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:10.881783 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:23:31.604884 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-87956754-52ed-4416-8d10-c51217c47591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:34.402137 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-79595179-eaf1-4d06-aa54-17abb14b1de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:34.950559 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:35.385122 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:36.958478 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:23:47.880731 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:24:01.604059 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1a5851c-f204-4be1-ab4b-7c364a605181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:04.415747 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-daa44e3c-a722-41d7-b392-40163f7610ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:04.966854 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:05.380671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:06.998071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:20.836900 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38826) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:24:20.843582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [None req-e1a5e603-b74d-44f1-940a-13aded5ba22d tempest-verify_tempest_config-42977409 tempest-verify_tempest_config-42977409-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:24:20.845193 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e1a5e603-b74d-44f1-940a-13aded5ba22d tempest-verify_tempest_config-42977409 tempest-verify_tempest_config-42977409-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067909 Sep 17 05:24:21.597362 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 38844) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:24:21.700388 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:21.812986 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:21.900449 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:21.944256 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63d6c1612187493d8ce812cc66df1bf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3458023 Sep 17 05:24:21.945170 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0aa986-3e42-44cf-924c-0e888a907049,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:24:21.947097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38848) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:24:21.951921 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.952293 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.952637 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.952968 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.953295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.953635 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.953964 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.954287 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.954641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.954960 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.955278 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:21.955602 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c6e5-0ffc-42eb-9547-db7c0fc0f2f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.005267 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:22.026869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:22.169428 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:22.171968 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:22.173124 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab0aa986-3e42-44cf-924c-0e888a907049 HTTP/1.1" status: 204 len: 168 time: 0.2250488 Sep 17 05:24:22.181623 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0aa986-3e42-44cf-924c-0e888a907049,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:24:22.187761 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.188179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.188553 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.188888 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.189220 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.189567 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.189898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.190224 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.190564 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.190888 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.191206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:22.191524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532689b-15ea-4aef-9894-084a2c42a153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:24:24.879048 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:24:31.729234 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-46c78d2b-113c-41ba-994c-2a2b43d85001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:34.412207 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d2e32e2c-8b53-4c52-9ba8-6d04fe5ed0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:34.951421 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:35.365790 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:24:37.005939 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:01.665356 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd814-f572-45a1-8cee-f4408a9fc591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:01.877131 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:25:04.411535 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1bd8cc40-9550-470a-81c5-a44bcbd6ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:04.993725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:05.384593 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:06.984980 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:31.690436 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-91e60a7f-cadc-4a44-84e8-2eced1c2bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:34.410203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-597687dc-f16d-45a9-86c7-c2914c184dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:34.964469 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:35.389732 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:36.969751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:25:38.875489 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 5 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:25:52.223559 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-731937'] for agent, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:01.572069 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b7800436-24f6-4abb-95c7-a9bc2397344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:04.412575 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c8af4751-9145-496c-aaf2-0bb0ef825cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:04.963624 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:05.398385 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:06.588524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38922) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:26:06.689951 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0086a0ad-bf25-4c54-b3e9-c9b973c0ff2b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1003344 Sep 17 05:26:06.994719 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:08.868998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 38932) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:26:08.922142 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-5e2e45eb-5d7d-48ae-b763-e482c9b2c42d admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520849 Sep 17 05:26:15.874096 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:26:22.191933 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:31.585600 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a5c1adb1-e102-4692-83a0-45d8f8a7daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:34.454201 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a90c04cb-1969-4afc-8c24-f553a014a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:34.969088 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:35.391142 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:36.974143 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:52.205344 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:26:52.873277 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:27:01.596725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-dda94d2a-8480-4900-a742-e126babda99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:04.472228 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-cce6a115-e602-4cf7-be97-4a4c07cb126d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:05.002347 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:05.402153 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:06.973523 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:22.178434 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:29.872655 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:27:31.601473 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eeee2887-79f4-4794-bb41-2db9826a9d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:34.418735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-162a8417-5e3d-4285-adc9-dc0ba50ed98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:35.013703 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:35.387020 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:37.004190 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.152702 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39170) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:38.229912 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39176) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:38.445516 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39182) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:38.629474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-network', 'tenant_id': 'd171449664af48708b4932646ab23721'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:38.662925 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-38840006-network', 'tenant_id': '9e2beb460db04d2a9ed611a5f6c15299'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:38.700876 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-961672978-network', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:38.740038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Made reservation on behalf of d171449664af48708b4932646ab23721 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:38.742345 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.755448 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.861355 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Made reservation on behalf of 9e2beb460db04d2a9ed611a5f6c15299 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:38.863732 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.875579 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.890037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.db.api [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 05:27:38.890037 dv-cinder-809518-2-iscsi neutron-server[94516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 05:27:38.890037 dv-cinder-809518-2-iscsi neutron-server[94516]: [parameters: {'project_id_1': 'd171449664af48708b4932646ab23721', 'expiration_1': datetime.datetime(2021, 9, 17, 5, 27, 18, 770793)}] Sep 17 05:27:38.890037 dv-cinder-809518-2-iscsi neutron-server[94516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:27:38.890037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG oslo_db.api [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:27:38.941162 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Made reservation on behalf of fe3a23d5aeec4c30ae4a9cb95b9534b2 for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:38.943490 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:38.952286 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.020374 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.081406 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.116059 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4632e1c6-58a5-40f8-a3da-529e013d44fb,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.126653 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.127231 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.128076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.128641 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.129190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.129748 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.130280 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.130809 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.131375 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.131955 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.132483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.133010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Tracked resource versions report: Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: pushed versions: Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: { 'AddressGroup': {'1.2'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'ConntrackHelper': {'1.0'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Log': {'1.0'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Network': {'1.1'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Port': {'1.7'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'PortForwarding': {'1.2'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'QosPolicy': {'1.9'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroup': {'1.4'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SubPort': {'1.0'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Subnet': {'1.1'}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Trunk': {'1.1'}} Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: consumer versions: Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: HyperV agent@hv-cinder-80951: {}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'ConntrackHelper': '1.0', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Log': '1.0', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Network': '1.1', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Port': '1.7', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'PortForwarding': '1.2', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'QosPolicy': '1.9', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroup': '1.4', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SecurityGroupRule': '1.2', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'SubPort': '1.0', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Subnet': '1.1', Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: 'Trunk': '1.1'}} Sep 17 05:27:39.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: {{(pid=94516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:27:39.140490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:27:39.154177 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.155222 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Added segment 3ec1c095-326b-47e0-8444-c44b7b19cbb0 of type vlan for network ffb181fe-41dd-4585-8c58-69d0171b1666 Sep 17 05:27:39.175083 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.204175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.278379 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.291939 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:27:39.307483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.309038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:39.309770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.314142 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.315830 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Added segment 37e99628-08b3-4543-988b-263d89afebfa of type vlan for network 708c07c2-c441-4737-934e-a8da65e62b65 Sep 17 05:27:39.346139 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9480c7e1-150f-4f7d-b8e4-4771b8c8773f,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.394340 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.401492 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1703565 Sep 17 05:27:39.405730 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39232) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:39.417814 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88696ed-2ebf-4ee0-b388-9b333147da18 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb181fe-41dd-4585-8c58-69d0171b1666,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.422880 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Request body: {'subnet': {'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-38840006-subnet', 'tenant_id': '9e2beb460db04d2a9ed611a5f6c15299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:39.429242 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network ffb181fe-41dd-4585-8c58-69d0171b1666 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:27:39.495277 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.495818 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.496035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.499718 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.501798 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.502335 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.503737 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.507915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.508323 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.508674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.511415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.512092 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Tracked resource versions report: Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: pushed versions: Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: { 'AddressGroup': {'1.2'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'ConntrackHelper': {'1.0'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Log': {'1.0'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Network': {'1.1'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Port': {'1.7'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'PortForwarding': {'1.2'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'QosPolicy': {'1.9'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroup': {'1.4'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SubPort': {'1.0'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Subnet': {'1.1'}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Trunk': {'1.1'}} Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: consumer versions: Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: HyperV agent@hv-cinder-80951: {}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'ConntrackHelper': '1.0', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Log': '1.0', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Network': '1.1', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Port': '1.7', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'PortForwarding': '1.2', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'QosPolicy': '1.9', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroup': '1.4', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SecurityGroupRule': '1.2', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'SubPort': '1.0', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Subnet': '1.1', Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: 'Trunk': '1.1'}} Sep 17 05:27:39.513403 dv-cinder-809518-2-iscsi neutron-server[94517]: {{(pid=94517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:27:39.536557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.587479 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.659132 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.679309 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:27:39.689701 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.690684 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:39.691270 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.701904 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.702240 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Added segment 80fe69ea-1f41-4db9-b51c-b997014d1d3f of type vlan for network 2c050ffe-34d2-49e6-b26f-038de42e2530 Sep 17 05:27:39.710976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.749205 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.752418 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] Pushing event updated for resources: {'Network': ['ID=708c07c2-c441-4737-934e-a8da65e62b65,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.765444 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 708c07c2-c441-4737-934e-a8da65e62b65 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:27:39.771427 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Made reservation on behalf of 9e2beb460db04d2a9ed611a5f6c15299 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:39.774923 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.865037 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a82e1143-87cf-4140-b335-9204f63f80a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4156978 Sep 17 05:27:39.874060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39256) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:39.874060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Request body: {'subnet': {'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-961672978-subnet', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:39.899464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.901076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:39.901742 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.967987 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Made reservation on behalf of fe3a23d5aeec4c30ae4a9cb95b9534b2 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:39.970193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:39.973000 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c050ffe-34d2-49e6-b26f-038de42e2530,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:39.983640 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:27:40.044544 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.068302 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e10df3eb-b2c1-4aec-89d9-e75bdae6e5d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9142582 Sep 17 05:27:40.071359 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39266) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:40.079366 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Request body: {'subnet': {'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-subnet', 'tenant_id': 'd171449664af48708b4932646ab23721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:40.118626 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa8c325-d503-4269-8c81-603cf555cfdb,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:40.132674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Checking segment: {'id': '3ec1c095-326b-47e0-8444-c44b7b19cbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:40.132674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Network hostable DHCP agents. Network: ffb181fe-41dd-4585-8c58-69d0171b1666, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:27:40.238306 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Made reservation on behalf of d171449664af48708b4932646ab23721 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:40.238807 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Network ffb181fe-41dd-4585-8c58-69d0171b1666 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:27:40.240651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.297559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.324135 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, ffb181fe-41dd-4585-8c58-69d0171b1666) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:40.328939 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:40.329713 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.338453 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56feb016-9fb9-4636-89e2-8a50f93017fd None None] Network ffb181fe-41dd-4585-8c58-69d0171b1666 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:40.358452 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270caf1b-dcbd-4e4d-9554-eaf91ec6c095,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:40.400396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Checking segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:40.400752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Network hostable DHCP agents. Network: 708c07c2-c441-4737-934e-a8da65e62b65, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:27:40.419209 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-070d1b71-278b-4472-8b55-7043e2b3c9ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0078137 Sep 17 05:27:40.529203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79421c3d-4d15-478d-aa56-d5a9765b26bc None None] Network ffb181fe-41dd-4585-8c58-69d0171b1666 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:40.536639 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Network 708c07c2-c441-4737-934e-a8da65e62b65 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:27:40.576276 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.645025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63ab680-8cb5-4a98-a53f-7d85b05c66e4,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:40.645025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 708c07c2-c441-4737-934e-a8da65e62b65) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:40.669059 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Checking segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:40.673074 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Network hostable DHCP agents. Network: 2c050ffe-34d2-49e6-b26f-038de42e2530, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:27:40.679202 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:40.679895 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.690618 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceacd11d-46f5-4105-9bac-2223063dcdd0 None None] Network 708c07c2-c441-4737-934e-a8da65e62b65 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:40.782193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:27:40.788048 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-7538823b-bf3a-4b93-9a2c-d7e07a130496 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9216626 Sep 17 05:27:40.798369 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39302) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:40.798954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 2c050ffe-34d2-49e6-b26f-038de42e2530) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:40.798954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:40.798954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.803921 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:40.814652 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bffae-b377-4018-b900-25b751976edd None None] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:40.913080 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-708c07c2-c441-4737-934e-a8da65e62b65', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:27:40.914031 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.941324 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:40.943309 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.017541 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a6e4a690-a58d-4bf5-81c6-08b1c687e7a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9446304 Sep 17 05:27:41.019729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39318) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:41.027097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:41.041381 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.043195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2c781-f1ad-4652-9a4f-6c751c617bed None None] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:41.082766 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39330) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:41.086728 dv-cinder-809518-2-iscsi neutron-server[94516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 05:27:41.169501 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Allocated IP 172.20.0.2 (708c07c2-c441-4737-934e-a8da65e62b65/270caf1b-dcbd-4e4d-9554-eaf91ec6c095/5d381a95-bc54-43d8-b0c5-5f16aec7d5b3) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:41.215425 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39332) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:41.256525 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.258135 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.294882 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.389827 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.397530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-afcd8551-ccc5-4f64-aa88-775b4a0daabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.488621 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.497884 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.526783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-f0ec1766-bfed-4488-895e-66aa00199fbb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:41.528513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-f0ec1766-bfed-4488-895e-66aa00199fbb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/networks?id=ffb181fe-41dd-4585-8c58-69d0171b1666 HTTP/1.1" status: 200 len: 810 time: 0.4436045 Sep 17 05:27:41.550498 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Network 708c07c2-c441-4737-934e-a8da65e62b65 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:41.554594 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-9aeb214d-867f-4bfb-9fc7-7e1a6c3f2bc7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/quotas/9e2beb460db04d2a9ed611a5f6c15299 HTTP/1.1" status: 200 len: 375 time: 0.0192525 Sep 17 05:27:41.565414 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:41.570613 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:41.605938 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-afcd8551-ccc5-4f64-aa88-775b4a0daabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.609209 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Pushing event updated for resources: {'Port': ['ID=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:41.634436 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-ed1539b3-9592-4b04-8c94-48eb92db729b tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e2beb460db04d2a9ed611a5f6c15299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704498 Sep 17 05:27:41.675601 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.677255 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.679575 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.680727 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.681679 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.682824 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.683407 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.685298 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.685880 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.686445 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.688539 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.689128 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Tracked resource versions report: Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: pushed versions: Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: { 'AddressGroup': {'1.2'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'ConntrackHelper': {'1.0'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Log': {'1.0'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Network': {'1.1'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Port': {'1.7'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'PortForwarding': {'1.2'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'QosPolicy': {'1.9'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroup': {'1.4'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SubPort': {'1.0'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Subnet': {'1.1'}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Trunk': {'1.1'}} Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: consumer versions: Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: HyperV agent@hv-cinder-80951: {}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'ConntrackHelper': '1.0', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Log': '1.0', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Network': '1.1', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Port': '1.7', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'PortForwarding': '1.2', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'QosPolicy': '1.9', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroup': '1.4', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SecurityGroupRule': '1.2', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'SubPort': '1.0', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Subnet': '1.1', Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: 'Trunk': '1.1'}} Sep 17 05:27:41.690426 dv-cinder-809518-2-iscsi neutron-server[94518]: {{(pid=94518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:27:41.700495 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Attempting to bind port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:27:41.701948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Attempting to bind port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:27:41.702062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Attempting to bind port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:27:41.707721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:27:41.708147 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Checking segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:41.708872 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.709381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Bound using segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:27:41.710711 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Bound port: 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:27:41.711193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.751674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-afcd8551-ccc5-4f64-aa88-775b4a0daabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.781554 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.784430 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] For port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:27:41.792056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] For port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:27:41.806842 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.827376 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-abf22b02-f116-4a49-9969-c33e1d27bc73 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:27:41.828435 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-abf22b02-f116-4a49-9969-c33e1d27bc73 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625210 Sep 17 05:27:41.885550 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.901265 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-afcd8551-ccc5-4f64-aa88-775b4a0daabf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a1a7b1935c34f1f96d21464eb5bae5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6834147 Sep 17 05:27:41.904072 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39354) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:41.905035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd8551-ccc5-4f64-aa88-775b4a0daabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a75f1-8f3b-41a3-990b-c802b4eecad1,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:41.941003 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-b16e119e-7165-4158-ac80-e912b0d161f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059937 Sep 17 05:27:41.991358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:41.999331 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Allocated IP 172.27.2.3 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/c996129e-7bea-49a8-a695-33d156caee62) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:42.032566 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.058443 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.097041 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebe5b7-d5e3-41ad-94c8-145d1ebc9b64 None None] Pushing event updated for resources: {'Port': ['ID=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:42.116848 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.120088 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-b6e43329-243e-4c44-8e3e-7d3f83f2a45c service neutron] 10.222.0.23 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700888 Sep 17 05:27:42.234253 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.289214 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.290619 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:42.291671 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.292634 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:42.292830 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/870a75f1-8f3b-41a3-990b-c802b4eecad1 HTTP/1.1" status: 204 len: 168 time: 0.3878441 Sep 17 05:27:42.294571 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Pushing event updated for resources: {'Port': ['ID=c996129e-7bea-49a8-a695-33d156caee62,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:42.296825 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:42.340189 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f819bac-b60c-4970-b4fc-da1b1dedca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a75f1-8f3b-41a3-990b-c802b4eecad1,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:42.382930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.483504 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.702090 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b1965e55-9fa5-4a23-9502-47e95bd48746 req-f18c6873-6066-4dcf-8264-48b2e3dfc9d3 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.1845500 Sep 17 05:27:42.768826 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:42.832408 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Allocated IP 172.27.2.10 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/3e0d5dee-4804-4ffb-b1a8-4a746eb95389) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:42.856823 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:42.858054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.873913 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.972449 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:42.988360 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.048534 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:27:43.178789 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.179319 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.199276 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.257774 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:43.262968 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Pushing event updated for resources: {'Port': ['ID=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:43.265361 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:43.274637 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:43.295296 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:43.528763 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d4208-48e1-4941-b6dc-02dc0b310739 None None] Network 708c07c2-c441-4737-934e-a8da65e62b65 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:27:43.565742 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:27:43.617003 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-5e7cc4ee-87a3-4d86-a6ae-1c14dc5a455a None None] Provisioning complete for port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:43.617980 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-5e7cc4ee-87a3-4d86-a6ae-1c14dc5a455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.812116 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:27:43.823264 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:27:43.844719 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:43.847846 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:43.902565 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e154ed42-9381-46e9-8e3e-2632397c23b9 req-4120b1f6-4a27-4d6b-ae35-df37ead21fb1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0337207 Sep 17 05:27:43.933749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.935560 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:43.938085 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39452) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:43.938261 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5f92f7ef-138e-4f2a-b53f-6f4dbb059930 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1475732 Sep 17 05:27:44.089886 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:44.225951 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-a12951d6-5004-4cc2-b702-8275cd52d1b3 None None] Provisioning complete for port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:44.225951 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a12951d6-5004-4cc2-b702-8275cd52d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.346449 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.411859 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:42Z', 'revision_number': 3, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:44.453312 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:27:44.453691 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Updating router ffb20bab-cfc7-4d47-8e9d-32065c95efaf port c996129e-7bea-49a8-a695-33d156caee62 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:27:44.484869 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.622481 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:44.782271 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:44.782657 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.785682 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Router 79548c3e-baa4-4666-be78-cb91b013b241 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:27:44.803677 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.916129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.933530 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:44.980977 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Pushing event updated for resources: {'Port': ['ID=c996129e-7bea-49a8-a695-33d156caee62,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:44.989832 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.990828 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.991334 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.991857 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.992391 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.993471 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.993961 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.994458 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.994974 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.997620 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.998086 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:44.998707 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Tracked resource versions report: Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: pushed versions: Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: { 'AddressGroup': {'1.2'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'ConntrackHelper': {'1.0'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Log': {'1.0'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Network': {'1.1'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Port': {'1.7'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'PortForwarding': {'1.2'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'QosPolicy': {'1.9'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroup': {'1.4'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroupRule': {'1.2'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SubPort': {'1.0'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Subnet': {'1.1'}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Trunk': {'1.1'}} Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: consumer versions: Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: { DHCP agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: HyperV agent@hv-cinder-80951: {}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: L3 agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: Metadata agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: Metering agent@dv-cinder-809518-2-iscsi: {}, Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: Open vSwitch agent@dv-cinder-809518-2-iscsi: { 'AddressGroup': '1.2', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'ConntrackHelper': '1.0', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Log': '1.0', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Network': '1.1', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Port': '1.7', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'PortForwarding': '1.2', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'QosPolicy': '1.9', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroup': '1.4', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SecurityGroupRule': '1.2', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'SubPort': '1.0', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Subnet': '1.1', Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: 'Trunk': '1.1'}} Sep 17 05:27:45.000696 dv-cinder-809518-2-iscsi neutron-server[94519]: {{(pid=94519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 05:27:45.043401 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Attempting to bind port c996129e-7bea-49a8-a695-33d156caee62 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:27:45.044062 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Attempting to bind port c996129e-7bea-49a8-a695-33d156caee62 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:27:45.045856 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Attempting to bind port c996129e-7bea-49a8-a695-33d156caee62 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:27:45.063716 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:27:45.064686 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:27:45.064888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:45.064888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.064888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:27:45.064888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Bound port: c996129e-7bea-49a8-a695-33d156caee62, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:27:45.064888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.069909 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Sync routers for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:27:45.086978 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:45.090219 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:45.120206 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] For port c996129e-7bea-49a8-a695-33d156caee62, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:27:45.124238 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] For port c996129e-7bea-49a8-a695-33d156caee62, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=c996129e-7bea-49a8-a695-33d156caee62,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:27:45.176892 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-74794329-b7be-4169-a83c-9ec94d6b713e req-96b5637f-4fd1-4298-a885-b8d03d908887 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0560009 Sep 17 05:27:45.179399 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.181193 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9ceafd7a-9db6-4f70-ae2a-288b343618fd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1604168 Sep 17 05:27:45.184211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39498) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:45.206491 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.231827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Allocated IP 172.20.0.1 (708c07c2-c441-4737-934e-a8da65e62b65/270caf1b-dcbd-4e4d-9554-eaf91ec6c095/411e695e-8946-428e-881f-9ac4fc235038) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:45.270455 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:45.271488 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:45.339801 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9d27f-5264-4a55-9427-b8c47a5d8fbb None None] Pushing event updated for resources: {'Port': ['ID=c996129e-7bea-49a8-a695-33d156caee62,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:45.441347 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:45.563927 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:45.640799 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.675953 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:43Z', 'revision_number': 3, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:45.714784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Checking router: 79548c3e-baa4-4666-be78-cb91b013b241 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:27:45.716270 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Updating router 79548c3e-baa4-4666-be78-cb91b013b241 port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:27:45.749114 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.835128 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:42Z', 'revision_number': 3, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:45.835456 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.872782 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674d2da-6fd0-441d-a2b0-6e478b584046 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:42Z', 'revision_number': 3, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:27:45.900309 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Network 708c07c2-c441-4737-934e-a8da65e62b65 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:45.914890 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:45.921232 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:45.921797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:45.927805 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Pushing event updated for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:46.069850 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.124724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.144475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.234540 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Attempting to bind port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:27:46.234912 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Attempting to bind port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:27:46.235417 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Attempting to bind port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:27:46.246301 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:27:46.246676 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:46.247062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.247515 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:27:46.248008 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Bound port: 3e0d5dee-4804-4ffb-b1a8-4a746eb95389, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:27:46.248417 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.255548 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf259201-19cc-4ddb-87ec-b3deecc727d3 None None] Pushing event updated for resources: {'Port': ['ID=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:46.280611 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-6fcf8890-3d2a-4483-9317-ac17ea213887 None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:46.281037 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8890-3d2a-4483-9317-ac17ea213887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.290356 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.310363 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3c287974-3b87-47ff-97b8-22c2bb3e0f07 req-05b826ce-1602-439f-bf80-3c812fc247b1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0419471 Sep 17 05:27:46.347621 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf8890-3d2a-4483-9317-ac17ea213887 None None] Port 411e695e-8946-428e-881f-9ac4fc235038 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:27:46.360229 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] For port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:27:46.363573 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] For port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:27:46.409662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Allocated IP 172.20.0.1 (2c050ffe-34d2-49e6-b26f-038de42e2530/e63ab680-8cb5-4a98-a53f-7d85b05c66e4/78bf112a-7ad1-4671-9508-7140154261f5) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:46.442649 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.506793 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:46.507423 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:46.589383 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf259201-19cc-4ddb-87ec-b3deecc727d3 None None] Pushing event updated for resources: {'Port': ['ID=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:46.619986 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.631926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.662973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:46.696601 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.703010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.703620 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device c996129e-7bea-49a8-a695-33d156caee62 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:46.730381 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.769132 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Pushing event updated for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:46.829355 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:46.835114 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:46.846476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:46.846476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.847863 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port c996129e-7bea-49a8-a695-33d156caee62 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:46.848377 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:46.905662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Pushing event updated for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:46.946199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Network 708c07c2-c441-4737-934e-a8da65e62b65 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:46.964448 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:46.973803 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:43Z', 'revision_number': 3, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:47.006766 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362d6d-e2e5-4882-87f9-339c413a2b99 None None] The sync data for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi is: [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:43Z', 'revision_number': 3, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:27:47.008457 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.030357 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port c996129e-7bea-49a8-a695-33d156caee62, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=c996129e-7bea-49a8-a695-33d156caee62,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:27:47.103398 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:27:47.144572 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.181747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.209175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=c996129e-7bea-49a8-a695-33d156caee62,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:47.270939 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-7527d90d-540f-4758-9ad3-92aef822672e None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:47.271400 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7527d90d-540f-4758-9ad3-92aef822672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.277438 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:27:47.285410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-86842502-b2e4-48d5-9d8b-ba12bcb8ca38 admin admin] 10.222.0.23 "PUT /v2.0/routers/ffb20bab-cfc7-4d47-8e9d-32065c95efaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3447793 Sep 17 05:27:47.339512 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-7527d90d-540f-4758-9ad3-92aef822672e None None] Port 411e695e-8946-428e-881f-9ac4fc235038 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:27:47.569570 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c59e8d54-4d5b-464e-b9bf-bc2affc8255c req-6cfbbff9-c3eb-46d6-9b11-201ccbb2a1ba tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0367029 Sep 17 05:27:47.644430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.704193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.705076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:47.814261 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Pushing event updated for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:47.853679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:47.855091 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:47.904950 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:27:47.917186 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:47.918089 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:48.021863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Router 79548c3e-baa4-4666-be78-cb91b013b241 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:27:48.035737 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39570) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:48.041632 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164873104', 'description': 'tempest-description--528239970'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:48.125575 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:48.163416 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:27:48.168269 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-578dd872-0dad-4c7e-b2dd-532fb15e91e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/79548c3e-baa4-4666-be78-cb91b013b241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828804 Sep 17 05:27:48.209757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.311314 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.338287 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 2, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:48.368460 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:27:48.368820 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Updating router ffb20bab-cfc7-4d47-8e9d-32065c95efaf port 411e695e-8946-428e-881f-9ac4fc235038 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:27:48.386769 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.396218 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.417113 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:48.495500 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.503622 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c83370f2-b9ef-4277-a017-ed252da8e249 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4608929 Sep 17 05:27:48.503721 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39588) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:48.506211 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group_rule': {'security_group_id': '5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:48.587818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-b5577889-ffbd-44a9-a6b7-a2d8a9f3e2c0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:48.589338 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-b5577889-ffbd-44a9-a6b7-a2d8a9f3e2c0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 819 time: 0.1224215 Sep 17 05:27:48.607105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-8c9adb3d-bb83-4ee2-92b3-982b17d78e44 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/quotas/d171449664af48708b4932646ab23721 HTTP/1.1" status: 200 len: 375 time: 0.0112212 Sep 17 05:27:48.632025 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.708069 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-3cf8a905-98c0-4d3f-a8d5-21ac1d6f9783 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912507 Sep 17 05:27:48.745847 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39596) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:48.801658 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9619e8d-6cdd-4569-8917-90b835971582 req-5dc63d33-d280-4891-b7a7-0a4bebbbeee7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0546181 Sep 17 05:27:48.831723 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device c996129e-7bea-49a8-a695-33d156caee62 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:48.849030 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.868030 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.923243 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port c996129e-7bea-49a8-a695-33d156caee62 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:48.923615 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:48.934667 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-fef5d208-6c26-403b-b2e2-9c0c4e4c493d service neutron] 10.222.0.23 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282913 Sep 17 05:27:49.017670 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:49.046906 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.047778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.093677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Sync routers for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:27:49.118273 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6ba73d-57a0-4128-8f71-9179305e29d7,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:49.120005 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:49.122491 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:49.128441 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-e39f7657-f3b4-4899-bbeb-0df599375872 service neutron] 10.222.0.23 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832845 Sep 17 05:27:49.186271 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c3448-be71-402b-ae8b-7b699fd21c40 None None] Pushing event updated for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:49.203672 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Attempting to bind port 411e695e-8946-428e-881f-9ac4fc235038 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:27:49.204270 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Attempting to bind port 411e695e-8946-428e-881f-9ac4fc235038 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:27:49.204818 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Attempting to bind port 411e695e-8946-428e-881f-9ac4fc235038 on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:27:49.210374 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:27:49.211001 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Checking segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:49.212174 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.213772 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Bound using segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:27:49.214010 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Bound port: 411e695e-8946-428e-881f-9ac4fc235038, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:27:49.214589 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.232378 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.233672 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-052828b4-5ef0-4c1c-a4db-e6a11d2648e5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7316656 Sep 17 05:27:49.236814 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39616) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:49.242717 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group_rule': {'security_group_id': '5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:49.273203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:49.298749 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] For port 411e695e-8946-428e-881f-9ac4fc235038, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:27:49.301953 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] For port 411e695e-8946-428e-881f-9ac4fc235038, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=411e695e-8946-428e-881f-9ac4fc235038,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:27:49.315107 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:49.315525 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.392141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.440232 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.449243 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd7049a8-3fd9-4326-97e3-0aa63686fd40 req-6269d3a2-3ea0-400c-b262-ea299679a157 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0586448 Sep 17 05:27:49.467674 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:49.468071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.549602 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39632) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:49.610066 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.613498 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:49.618741 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:49.670182 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c3448-be71-402b-ae8b-7b699fd21c40 None None] Pushing event updated for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=4']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:49.686246 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.822089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2446dd-aa3f-4710-803e-e7df89f2d5ed,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:49.823590 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:49.824501 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.856944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b3a7-ab82-4506-b3d5-7788e9a5983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:49.910625 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:27:50.005691 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.017142 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ded52c42-cb56-4489-a1e0-41648b47b3df req-540d7f5b-67c0-41c4-bffe-7ca75e21e56f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0614586 Sep 17 05:27:50.025257 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '78bf112a-7ad1-4671-9508-7140154261f5', 'name': '', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'tenant_id': 'd171449664af48708b4932646ab23721', 'mac_address': 'fa:16:3e:5b:45:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:46Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 2, 'project_id': 'd171449664af48708b4932646ab23721', 'subnets': [{'id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:50.082423 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Checking router: 79548c3e-baa4-4666-be78-cb91b013b241 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:27:50.399813 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Updating router 79548c3e-baa4-4666-be78-cb91b013b241 port 78bf112a-7ad1-4671-9508-7140154261f5 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:27:50.400797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-cd6eaeb9-6b2e-41e4-9497-37e6ed302100 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:50.402174 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:49Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:50.402837 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-cd6eaeb9-6b2e-41e4-9497-37e6ed302100 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 819 time: 0.3241932 Sep 17 05:27:50.402837 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-f19aac88-c712-448c-a47f-99d13de5d6bb tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/quotas/d171449664af48708b4932646ab23721 HTTP/1.1" status: 200 len: 375 time: 0.0126259 Sep 17 05:27:50.403047 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ab107-4dbc-4ec6-bfc8-21ca0bcc4264 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:49Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:27:50.403348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.403348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] For port 411e695e-8946-428e-881f-9ac4fc235038, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=411e695e-8946-428e-881f-9ac4fc235038,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:27:50.405129 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-e532fa36-5f41-41c8-8603-5ef61cc330ff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601900 Sep 17 05:27:50.405129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.405129 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2b873ecc-5d2e-46f7-b4d2-ee886316f07a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9486430 Sep 17 05:27:50.405129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39676) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:50.405129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:50.405470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.405470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.405653 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b3a7-ab82-4506-b3d5-7788e9a5983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.405814 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-31b8c70d-c62b-4aad-bce7-d09128fc257c service neutron] 10.222.0.23 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809964 Sep 17 05:27:50.419297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:50.526765 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b3a7-ab82-4506-b3d5-7788e9a5983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.590377 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.35', 50435) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:50.596354 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6b3a7-ab82-4506-b3d5-7788e9a5983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee8b77-91b9-4995-a131-07efc25bdac5,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:50.605692 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-94f58391-e4fc-4e2e-ba54-99fb506c1d3c None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:50.606690 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-94f58391-e4fc-4e2e-ba54-99fb506c1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.609987 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d809c7-ece3-440d-8377-de708e4f79cf None None] Pushing event updated for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:50.625290 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e7b6b3a7-ab82-4506-b3d5-7788e9a5983e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56bb9f494ff245f3951c0fac21100cb1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0742891 Sep 17 05:27:50.625861 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39686) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:50.692278 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-f2069960-c6bf-4b0e-be39-a9c117dd4673 service neutron] 10.222.0.23 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687390 Sep 17 05:27:50.702569 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.734926 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.828156 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.909780 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 411e695e-8946-428e-881f-9ac4fc235038 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:50.915104 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.918983 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.924161 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dee8b77-91b9-4995-a131-07efc25bdac5 HTTP/1.1" status: 204 len: 168 time: 0.2972844 Sep 17 05:27:50.927553 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:50.953652 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-54cfccf5-dbbf-45f1-b30b-0e5884ff3143 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:50.956068 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-54cfccf5-dbbf-45f1-b30b-0e5884ff3143 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.35 "GET /v2.0/networks?id=ffb181fe-41dd-4585-8c58-69d0171b1666 HTTP/1.1" status: 200 len: 810 time: 0.3635814 Sep 17 05:27:50.967998 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217ebc5-ebef-49c4-9e50-262ec9d0217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee8b77-91b9-4995-a131-07efc25bdac5,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:51.063547 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:51.063948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.089718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Request body: {'port': {'device_id': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666', 'admin_state_up': True, 'tenant_id': '9e2beb460db04d2a9ed611a5f6c15299'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:27:51.144465 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.388387 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c925cc-650c-4739-bc57-cf4ff6a7a927 None None] Pushing event updated for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:51.562750 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38816048-be2d-49d2-b350-2fc72addbc17 req-738e1747-6f42-4500-b4e8-1a0d7c06a281 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.4502335 Sep 17 05:27:51.610783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:51.610783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Attempting to bind port 78bf112a-7ad1-4671-9508-7140154261f5 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:27:51.610783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Attempting to bind port 78bf112a-7ad1-4671-9508-7140154261f5 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:27:51.610783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Attempting to bind port 78bf112a-7ad1-4671-9508-7140154261f5 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:27:51.611401 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-57073922-523c-44f5-9656-6bade1427ca9 req-c3790081-80e5-48f1-a2a2-b626741caf7d tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0560794 Sep 17 05:27:51.615371 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:27:51.616053 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Checking segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:27:51.616468 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.617123 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Bound using segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:27:51.617668 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Bound port: 78bf112a-7ad1-4671-9508-7140154261f5, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:27:51.618157 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.826027 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] For port 78bf112a-7ad1-4671-9508-7140154261f5, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:27:51.829725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] For port 78bf112a-7ad1-4671-9508-7140154261f5, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=78bf112a-7ad1-4671-9508-7140154261f5,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:27:51.850352 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:51.850832 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.921956 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:51.934713 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.030113 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Made reservation on behalf of 9e2beb460db04d2a9ed611a5f6c15299 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:27:52.034039 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.038940 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c925cc-650c-4739-bc57-cf4ff6a7a927 None None] Pushing event updated for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:52.105325 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:27:52.105953 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:27:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:52.218425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Allocated IP 172.27.2.222 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/51713c48-694a-41e9-a7f2-53c034ab520b) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:52.229767 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39784) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:52.245070 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:27:52.251250 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0c2ae9a3-b7b7-49b3-8834-8ea6fd65639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.333415 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Allocated IP 172.20.0.2 (ffb181fe-41dd-4585-8c58-69d0171b1666/baa8c325-d503-4269-8c81-603cf555cfdb/16e972d3-dfe7-4ad4-bf73-731e1089afad) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:27:52.532166 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0c2ae9a3-b7b7-49b3-8834-8ea6fd65639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.615399 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0c2ae9a3-b7b7-49b3-8834-8ea6fd65639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.623370 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '78bf112a-7ad1-4671-9508-7140154261f5', 'name': '', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'tenant_id': 'd171449664af48708b4932646ab23721', 'mac_address': 'fa:16:3e:5b:45:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:46Z', 'updated_at': '2021-09-17T05:27:51Z', 'revision_number': 4, 'project_id': 'd171449664af48708b4932646ab23721', 'subnets': [{'id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:27:52.662185 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7af5a-657c-4365-9de3-108d304a1677 None None] The sync data for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi is: [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '78bf112a-7ad1-4671-9508-7140154261f5', 'name': '', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'tenant_id': 'd171449664af48708b4932646ab23721', 'mac_address': 'fa:16:3e:5b:45:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:46Z', 'updated_at': '2021-09-17T05:27:51Z', 'revision_number': 4, 'project_id': 'd171449664af48708b4932646ab23721', 'subnets': [{'id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:27:52.708398 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ae9a3-b7b7-49b3-8834-8ea6fd65639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5827d1a9-3bf6-4e60-ab5e-7a3693c94335,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:52.727666 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0c2ae9a3-b7b7-49b3-8834-8ea6fd65639d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8219a3a4453043328f97e5d1d5357601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4961541 Sep 17 05:27:52.730324 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39806) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:52.732742 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 411e695e-8946-428e-881f-9ac4fc235038 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:52.799443 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.810148 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 411e695e-8946-428e-881f-9ac4fc235038 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:52.810906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.829647 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.847570 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.860652 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.862839 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-710e19d2-06e5-4bbb-9772-ff92497eba4e req-518fd7d6-1c27-4213-9bdd-e63e0dee5e61 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.1290104 Sep 17 05:27:52.872505 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-60da18a5-b2aa-4ff3-8bd9-002981b1faf4 req-bf29cb84-8d9c-4ead-b56e-dfcec9d54a12 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0945001 Sep 17 05:27:52.904357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.983820 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.986465 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:52.987677 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5827d1a9-3bf6-4e60-ab5e-7a3693c94335 HTTP/1.1" status: 204 len: 168 time: 0.2557728 Sep 17 05:27:52.999312 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da88ca-c937-4d37-883b-a0b6b28a50b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5827d1a9-3bf6-4e60-ab5e-7a3693c94335,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:53.017017 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:53.075332 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:53.101973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:53.126157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:53.130195 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:53.150147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=51713c48-694a-41e9-a7f2-53c034ab520b,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:53.166863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Network ffb181fe-41dd-4585-8c58-69d0171b1666 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:27:53.189508 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:27:53.237717 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:27:53.243384 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:53.245319 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:53.423100 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Pushing event updated for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:53.478766 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:53.508588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-d508765e-6ae9-48b2-820d-b40bb57fce74 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4214332 Sep 17 05:27:53.655585 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.041625 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.125215 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7592a-3aec-47d7-99e6-fb4e062fe595 req-b8904da4-9203-4752-88e7-32ae7b68e898 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:54.126767 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c0c7592a-3aec-47d7-99e6-fb4e062fe595 req-b8904da4-9203-4752-88e7-32ae7b68e898 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0937545 Sep 17 05:27:54.141768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.147046 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e904bc2-dddb-46d4-a789-346c759f0335 req-316ea41b-09a2-4ec2-9ff2-4e8b2cd21b36 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0447664 Sep 17 05:27:54.217728 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.245263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=51713c48-694a-41e9-a7f2-53c034ab520b,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:54.253731 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c0c7592a-3aec-47d7-99e6-fb4e062fe595 req-21a22f7e-3cf4-4926-a49e-d06d924e2a30 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130257 Sep 17 05:27:54.309688 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.310932 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e60151ed-0cf9-4a47-8896-e62482b5d539 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1200953 Sep 17 05:27:54.623332 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-c18d27c7-2f16-4ae7-9fe5-ec6fa9cbefa8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--164873104&fields=id&tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 267 time: 0.0616934 Sep 17 05:27:54.701036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 78bf112a-7ad1-4671-9508-7140154261f5 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:54.780664 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 78bf112a-7ad1-4671-9508-7140154261f5 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:54.781228 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:54.801692 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-54ece386-4106-4be8-a119-1f975e6e21ce tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:54.803351 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-54ece386-4106-4be8-a119-1f975e6e21ce tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 810 time: 0.1695623 Sep 17 05:27:54.826511 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-ca24a8f0-0a55-46f2-86f2-25043a0b1114 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/quotas/fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 375 time: 0.0163634 Sep 17 05:27:54.915240 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-370f0d71-313d-4e34-ac8d-7f12edaf4e13 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762761 Sep 17 05:27:54.947786 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:55.013514 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 78bf112a-7ad1-4671-9508-7140154261f5, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=78bf112a-7ad1-4671-9508-7140154261f5,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:27:55.102204 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-111149e9-9ffe-4529-96bb-05a3a541f03d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:27:55.103245 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-111149e9-9ffe-4529-96bb-05a3a541f03d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543618 Sep 17 05:27:55.115263 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:55.182763 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:55.383027 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dd680811-bb1a-4442-964e-b3728ea3cf89 req-c8988896-1fc2-464c-842c-cc290b3b17b6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0311270 Sep 17 05:27:55.396126 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-aca4da50-6d49-4304-a7f3-9f43ae0a79d1 service neutron] 10.222.0.23 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865241 Sep 17 05:27:55.526626 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-78ebc68a-46fe-448d-b290-b462c3179365 service neutron] 10.222.0.23 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216695 Sep 17 05:27:55.538736 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b413e-86ab-45ac-919b-74f8a3a3bd21 req-c3746fd7-61c1-40ef-9511-9131293b0a9d tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:55.544468 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d20b413e-86ab-45ac-919b-74f8a3a3bd21 req-c3746fd7-61c1-40ef-9511-9131293b0a9d tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0793393 Sep 17 05:27:55.594333 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d20b413e-86ab-45ac-919b-74f8a3a3bd21 req-fcb3e614-59a3-4b08-89f4-661c2708f916 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Sep 17 05:27:55.871970 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a50aeab-f05a-49b4-b6cd-f3a6fe94c2dd req-3363b8c0-1e22-4ff0-8974-2556d6768cc6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0377107 Sep 17 05:27:56.520404 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-35ecedd3-c56c-446b-8de0-35c42bfee210 req-8de63c52-7a92-410b-bc47-593ec82d4cc0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0456119 Sep 17 05:27:56.625493 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 78bf112a-7ad1-4671-9508-7140154261f5 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:27:56.738472 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319cabb-0441-4d66-bde1-ddba8e998f0b req-f8d37a73-67f3-433f-b77b-3c5d0a19ca2e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:56.740582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6319cabb-0441-4d66-bde1-ddba8e998f0b req-f8d37a73-67f3-433f-b77b-3c5d0a19ca2e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0643475 Sep 17 05:27:56.791246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6319cabb-0441-4d66-bde1-ddba8e998f0b req-2619aee8-68ec-45c6-bdf9-7c6e67b35298 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Sep 17 05:27:56.831048 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 78bf112a-7ad1-4671-9508-7140154261f5 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:27:56.831346 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:56.969670 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-af724fa0-f8ab-4e80-8d4a-3ba865ce3c91 req-cfb2d7fa-525a-4bea-be45-c63acf27a2ed tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0315187 Sep 17 05:27:57.114453 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 39980) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:57.255476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33cb297-4b33-482e-9f6c-74eaadf39644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.345147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33cb297-4b33-482e-9f6c-74eaadf39644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.412653 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33cb297-4b33-482e-9f6c-74eaadf39644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.460625 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d33cb297-4b33-482e-9f6c-74eaadf39644 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71b785b0f8cf41f0b1ce3147102c2418&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3451068 Sep 17 05:27:57.461665 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cb297-4b33-482e-9f6c-74eaadf39644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f7956e-73f5-4318-a998-f37ef860fd88,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:57.463450 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 39988) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:57.531786 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.575239 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.681226 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7fbce064-ecdc-4661-8c0d-28b5facbdd1f req-3829ecaf-0020-46a6-9449-06e952440686 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0407798 Sep 17 05:27:57.712394 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40006) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:57.760190 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.762667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.764181 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4f7956e-73f5-4318-a998-f37ef860fd88 HTTP/1.1" status: 204 len: 168 time: 0.2995718 Sep 17 05:27:57.772256 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7582c9-9442-45f8-8a4a-af24669c4f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f7956e-73f5-4318-a998-f37ef860fd88,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:57.891295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-84b33a17-bf22-4bb5-9bcb-a2d28d02027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:57.946027 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca799d-bff9-4eae-bfb3-0aa906552ac8 req-d16afbd8-48ef-4dfb-a69d-2e6ed2844fa6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:57.947989 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7eca799d-bff9-4eae-bfb3-0aa906552ac8 req-d16afbd8-48ef-4dfb-a69d-2e6ed2844fa6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0654988 Sep 17 05:27:57.998615 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7eca799d-bff9-4eae-bfb3-0aa906552ac8 req-ca2c6d90-2a06-49ae-a732-116b51cee50a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Sep 17 05:27:58.042778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-84b33a17-bf22-4bb5-9bcb-a2d28d02027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.112748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ffbbf9c-1f63-4685-8179-ef3e02f0fa46 req-b8fd09a5-9a34-4d1c-905c-7da90001073f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0576787 Sep 17 05:27:58.133858 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-84b33a17-bf22-4bb5-9bcb-a2d28d02027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.199781 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b33a17-bf22-4bb5-9bcb-a2d28d02027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381c3e20-cb96-4e39-8382-493e11897363,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:58.217204 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-84b33a17-bf22-4bb5-9bcb-a2d28d02027d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aff932593ea548cf8a081c7753862525&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5010366 Sep 17 05:27:58.217586 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40026) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:58.297270 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.325839 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.475274 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.478430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.484534 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/381c3e20-cb96-4e39-8382-493e11897363 HTTP/1.1" status: 204 len: 168 time: 0.2605925 Sep 17 05:27:58.487566 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790754-ab12-4eb7-bdd8-b65028e02a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c3e20-cb96-4e39-8382-493e11897363,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:58.680876 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40032) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:58.696096 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a10536f-8784-4e56-a842-cb96b928463b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.807692 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be2f2161-f675-431c-ae0d-07e346810078 req-e3ba7ac5-c1ed-4c39-82a1-0d7a85107c7f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Sep 17 05:27:58.852794 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a10536f-8784-4e56-a842-cb96b928463b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:58.992544 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a10536f-8784-4e56-a842-cb96b928463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:59.045544 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4a10536f-8784-4e56-a842-cb96b928463b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e5b43957cde430082e3523d8ddc4e52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3635411 Sep 17 05:27:59.046408 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10536f-8784-4e56-a842-cb96b928463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed399e1d-be73-478a-b352-4b4e7c2003e3,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:59.048279 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40060) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:27:59.146682 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:59.206829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:59.254310 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1490c-3cb3-4c87-b08a-74ad243a594d req-cc5532b5-a50f-4013-b9ed-879bf0e668d6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:27:59.255984 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0f1490c-3cb3-4c87-b08a-74ad243a594d req-cc5532b5-a50f-4013-b9ed-879bf0e668d6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.1509349 Sep 17 05:27:59.278287 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0662ab5a-06fd-47a4-8a5f-3b46939bcc17 req-ab9375e3-0267-4f93-82ae-7613526b18a1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0582545 Sep 17 05:27:59.325633 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0f1490c-3cb3-4c87-b08a-74ad243a594d req-2dbab4f2-b105-48bc-b347-41fa35aa0ea0 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Sep 17 05:27:59.407206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:59.410133 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:27:59.411923 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed399e1d-be73-478a-b352-4b4e7c2003e3 HTTP/1.1" status: 204 len: 168 time: 0.3618817 Sep 17 05:27:59.423712 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaebd84-bbc1-4609-a2ff-55862549b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed399e1d-be73-478a-b352-4b4e7c2003e3,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:27:59.912983 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-79ccd02a-09a8-4749-80bd-db35469e305f req-976d2469-5cda-4752-9dfd-6b218d530288 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0274165 Sep 17 05:28:00.428962 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6967be0-1168-48d2-99eb-f9e74fdf967f req-33f96633-5b79-42a5-a80b-adca39bddc7d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Sep 17 05:28:00.482023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6181-b349-4d68-9566-18db5a82e566 req-46d2b1c7-2ffb-4501-8daa-a7393fe6bcfe tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:00.483513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed5c6181-b349-4d68-9566-18db5a82e566 req-46d2b1c7-2ffb-4501-8daa-a7393fe6bcfe tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0786493 Sep 17 05:28:00.528121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed5c6181-b349-4d68-9566-18db5a82e566 req-1b8cfc96-5ac1-4f75-bb05-95a2f230fbe1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Sep 17 05:28:01.016519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-941e3d45-2a3a-41e1-b1da-910c94fe2980 req-3c9e2283-550f-4624-91ec-7480dc04506a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Sep 17 05:28:01.573227 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-707d9c7c-b1fd-4c5d-9e4b-7a68cdd56eaf req-89acbf61-2f2a-4cd7-bb70-867b535aec06 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0549958 Sep 17 05:28:01.622591 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9dc58545-5108-46af-858a-8e72a21b1a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:01.682572 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40166) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:01.696819 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d974c2-0553-4deb-b3f0-0a2f08693826 req-104e28db-9d24-4f6b-ad0f-76f9fd0da2ce tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:01.698406 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36d974c2-0553-4deb-b3f0-0a2f08693826 req-104e28db-9d24-4f6b-ad0f-76f9fd0da2ce tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0798767 Sep 17 05:28:01.757499 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36d974c2-0553-4deb-b3f0-0a2f08693826 req-b81d713e-74b1-47e0-916f-ed6e71d284c3 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Sep 17 05:28:02.002977 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3f970a1e-9271-4a7d-97e6-50a088be5b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.176265 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f44f8e4a-1809-4417-9011-e33859afd3f8 req-104a24c7-aa8e-42a5-8452-adcade6b354b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0578597 Sep 17 05:28:02.191485 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3f970a1e-9271-4a7d-97e6-50a088be5b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.506767 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3f970a1e-9271-4a7d-97e6-50a088be5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.549673 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f970a1e-9271-4a7d-97e6-50a088be5b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40cdc4-e55b-49bf-989c-8bf0a0a15421,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:02.554778 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-3f970a1e-9271-4a7d-97e6-50a088be5b0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03ceac567aed428bbf594fa1347b30e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8547220 Sep 17 05:28:02.556777 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40192) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:02.647858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.702414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.706651 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cc245808-0598-45b3-bdde-01cba9cbfde6 req-569cccc9-8948-42fc-9038-c9560f999e55 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0407498 Sep 17 05:28:02.867264 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.871675 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:02.871675 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e40cdc4-e55b-49bf-989c-8bf0a0a15421 HTTP/1.1" status: 204 len: 168 time: 0.3129449 Sep 17 05:28:02.991402 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961496bd-9459-4c8c-bc6e-48d1235633c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40cdc4-e55b-49bf-989c-8bf0a0a15421,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:03.066253 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5070df-5a9b-4356-a141-aab4f08f1217 req-6858dd17-392c-45ee-9657-d32236e28c3e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:03.075238 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac5070df-5a9b-4356-a141-aab4f08f1217 req-6858dd17-392c-45ee-9657-d32236e28c3e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.2253289 Sep 17 05:28:03.154943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac5070df-5a9b-4356-a141-aab4f08f1217 req-1aef96d2-2108-4722-82da-0fcfa9e7ee29 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729229 Sep 17 05:28:03.305005 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a55db46-65f1-41fc-bbe3-7629c3a4d728 req-3d9204e8-9067-4bd9-8a92-1982e516385e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0417976 Sep 17 05:28:03.826039 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c5dd20c6-eace-4b45-9fb5-b4906e2c81ff req-3b1e5123-4d14-4d9e-b018-0bca009f7b15 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0262051 Sep 17 05:28:04.308538 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16007d87-bf90-4b18-877b-b8f3bb40f199 req-aeb3db37-b59c-43e8-9455-03a3fa1dab89 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:04.318536 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16007d87-bf90-4b18-877b-b8f3bb40f199 req-aeb3db37-b59c-43e8-9455-03a3fa1dab89 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0799491 Sep 17 05:28:04.383711 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16007d87-bf90-4b18-877b-b8f3bb40f199 req-dd269a33-48cb-4a4e-9f0b-3a0bdc84e24f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586550 Sep 17 05:28:04.414848 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa4db94c-0783-42eb-bf29-201aacb5efbb req-ff89384c-9fac-4c25-af7e-8125a9340967 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0276058 Sep 17 05:28:04.478188 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce176-c7e9-4c45-aac0-cae926ef4de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:04.925644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e8563f2f-fc56-45d8-8122-0fe797a7cd92 req-aac5be6d-9f2d-4b23-bc6d-6d8725c825f9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Sep 17 05:28:05.060613 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:05.392111 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:05.502530 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3ae5-ceaf-42ed-8331-564be7564f26 req-be8a42f1-8929-4799-b2a6-9e93fff052d4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:05.503979 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-810f3ae5-ceaf-42ed-8331-564be7564f26 req-be8a42f1-8929-4799-b2a6-9e93fff052d4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0550604 Sep 17 05:28:05.530398 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c09567c9-a9a4-4fd0-af2d-e994e4ddd607 req-4ce80b4e-d5fb-4aec-a06a-30f6ea018346 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0391221 Sep 17 05:28:05.557249 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-810f3ae5-ceaf-42ed-8331-564be7564f26 req-f4065c2b-22a6-4a87-b30b-0e9f85da8efd tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Sep 17 05:28:06.017654 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-60d134fb-73fa-4303-bf9f-910a835d1974 req-78449545-5adc-465a-b6bd-76b928ba02a9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Sep 17 05:28:06.635315 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f501219d-8211-4f00-bc5d-d94a523d53cf req-16dea4f6-c60d-4ee2-a483-dd58decc8136 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Sep 17 05:28:06.661157 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40368) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:06.704701 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7ce9f-0296-48fd-926c-e78a2745e21a req-424e7f34-cc60-4a1f-a0c1-e79c5e8dda10 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:06.708352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a4e7ce9f-0296-48fd-926c-e78a2745e21a req-424e7f34-cc60-4a1f-a0c1-e79c5e8dda10 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0692055 Sep 17 05:28:06.744860 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a4e7ce9f-0296-48fd-926c-e78a2745e21a req-868eec2e-c6f9-4c54-8e54-623fe254d28c tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Sep 17 05:28:06.850915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9052336e-90d5-47ee-9e19-90bbf3959f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:06.872309 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:28:07.033274 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9052336e-90d5-47ee-9e19-90bbf3959f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.106309 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.112901 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4bfd649a-1324-4473-8ad5-85be29c78358 req-b5cf9c4d-299d-40da-93a7-c5519cc5ada7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0286570 Sep 17 05:28:07.140243 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9052336e-90d5-47ee-9e19-90bbf3959f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.183541 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9052336e-90d5-47ee-9e19-90bbf3959f89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a39681a748104f38b1d2da5d32fdb02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185957 Sep 17 05:28:07.183541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052336e-90d5-47ee-9e19-90bbf3959f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86529fd-69d5-4d3d-bd5f-3a62d60d2eb3,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:07.184019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40380) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:07.233256 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.253963 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.366559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.369160 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:07.370426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b86529fd-69d5-4d3d-bd5f-3a62d60d2eb3 HTTP/1.1" status: 204 len: 168 time: 0.1854448 Sep 17 05:28:07.378141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990b83-8774-4ad4-9b6b-2cb693c9276f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86529fd-69d5-4d3d-bd5f-3a62d60d2eb3,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:07.730525 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-947686c9-98cc-4c9f-b4d5-a38113475308 req-c58d3d7c-13cf-4f18-8d80-ddf3d6687a11 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0264478 Sep 17 05:28:07.856410 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994394-5fe9-4d0e-b664-e7e1003aa423 req-641b8435-9f1b-47b3-ba9f-112768264828 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:07.857890 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02994394-5fe9-4d0e-b664-e7e1003aa423 req-641b8435-9f1b-47b3-ba9f-112768264828 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0481999 Sep 17 05:28:07.896759 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02994394-5fe9-4d0e-b664-e7e1003aa423 req-b3da30b2-90e1-45b1-b013-5b1f714f06e4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Sep 17 05:28:07.944850 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 40404) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:07.957520 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c22a2434-e30b-443f-93bc-2859350ff315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.042219 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c22a2434-e30b-443f-93bc-2859350ff315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.128956 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c22a2434-e30b-443f-93bc-2859350ff315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.167424 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c22a2434-e30b-443f-93bc-2859350ff315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80567830990548f8a84a06776ae8676e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214651 Sep 17 05:28:08.168587 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a2434-e30b-443f-93bc-2859350ff315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a4ff6-6e22-4e26-a2ed-6b67510a9c84,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:08.170285 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40408) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:08.212412 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bb8b7924-2209-463a-8bc5-e40f587ed6d5 req-67a7b1a1-82cb-4165-9e1d-d78f7e757188 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0337081 Sep 17 05:28:08.220518 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.241254 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.351792 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.354330 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:08.355501 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a98a4ff6-6e22-4e26-a2ed-6b67510a9c84 HTTP/1.1" status: 204 len: 168 time: 0.1842473 Sep 17 05:28:08.363024 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db4ccd-55bd-4f9d-84bc-cd8ab24b7a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a4ff6-6e22-4e26-a2ed-6b67510a9c84,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:08.825893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c37fb6a3-f2ee-4bb3-95ff-6b2b16683256 req-544894a7-64e2-48c3-ae5a-1e48249fbb99 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0295889 Sep 17 05:28:09.009542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8746d-29d9-41ac-8d0b-700a0cdd9cc1 req-5d5eba53-b581-474e-935b-0bec6e41b0c1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:09.010885 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d3d8746d-29d9-41ac-8d0b-700a0cdd9cc1 req-5d5eba53-b581-474e-935b-0bec6e41b0c1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0491588 Sep 17 05:28:09.047722 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d3d8746d-29d9-41ac-8d0b-700a0cdd9cc1 req-62620a81-3c4e-417d-a87d-0c9d55db4fe3 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Sep 17 05:28:09.301141 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be6489e2-4d93-4c10-80a4-a9b223c7f078 req-f20debdf-19f7-438d-a005-5989046b462a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Sep 17 05:28:09.870105 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-0d688088-1130-49cc-bfaf-d35e4cf9786f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:28:09.871102 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-0d688088-1130-49cc-bfaf-d35e4cf9786f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086679 Sep 17 05:28:09.960711 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-244218fa-a821-4821-80f0-a65a4ef0489d req-ba82958b-ecc6-4c64-9604-747b66b7583a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0570958 Sep 17 05:28:10.065436 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Request body: {'port': {'device_id': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:10.146858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:10.202976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832aaf6-76aa-463c-86f3-791b0fba3780 req-7e3d1321-47d0-4a16-b5a8-6a9894bc441f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:10.204762 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6832aaf6-76aa-463c-86f3-791b0fba3780 req-7e3d1321-47d0-4a16-b5a8-6a9894bc441f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 931 time: 0.0896821 Sep 17 05:28:10.357372 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6832aaf6-76aa-463c-86f3-791b0fba3780 req-24716b86-cfee-465e-85a7-25034f0c6fd3 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444604 Sep 17 05:28:10.463395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c7d96aa9-d471-4a9b-9b64-dbf93dabe6fa req-82b9b956-2c7e-4412-bad9-7d550ce05f5d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0633776 Sep 17 05:28:10.568174 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e972d3-dfe7-4ad4-bf73-731e1089afad {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:10.578460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:10.596206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Transition to ACTIVE for port object 16e972d3-dfe7-4ad4-bf73-731e1089afad will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:28:10.694419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:10.744434 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Pushing event updated for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:10.797673 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Attempting to bind port 16e972d3-dfe7-4ad4-bf73-731e1089afad on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:28:10.798022 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Attempting to bind port 16e972d3-dfe7-4ad4-bf73-731e1089afad by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '3ec1c095-326b-47e0-8444-c44b7b19cbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:28:10.798360 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Attempting to bind port 16e972d3-dfe7-4ad4-bf73-731e1089afad on network ffb181fe-41dd-4585-8c58-69d0171b1666 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:10.802524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Port 16e972d3-dfe7-4ad4-bf73-731e1089afad on network ffb181fe-41dd-4585-8c58-69d0171b1666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:28:10.804119 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Attempting to bind port 16e972d3-dfe7-4ad4-bf73-731e1089afad on network ffb181fe-41dd-4585-8c58-69d0171b1666 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:10.808211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:28:10.808563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Checking segment: {'id': '3ec1c095-326b-47e0-8444-c44b7b19cbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:28:10.809100 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Bound using segment: {'id': '3ec1c095-326b-47e0-8444-c44b7b19cbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:28:10.809547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Bound port: 16e972d3-dfe7-4ad4-bf73-731e1089afad, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec1c095-326b-47e0-8444-c44b7b19cbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:28:10.809893 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:10.871115 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:28:10.875387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad,segment=NetworkSegment(3ec1c095-326b-47e0-8444-c44b7b19cbb0),segment_id=3ec1c095-326b-47e0-8444-c44b7b19cbb0)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:28:10.964302 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:11.024751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Pushing event updated for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:11.030519 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:11.031396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:11.033105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-8595f182-7036-4854-9f41-39bece1e740d service neutron] 10.222.0.35 "PUT /v2.0/ports/16e972d3-dfe7-4ad4-bf73-731e1089afad HTTP/1.1" status: 200 len: 1093 time: 1.0126047 Sep 17 05:28:11.033965 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:11.166598 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40516) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:11.176775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.35', 50473) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:11.321544 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6002692-635d-4a16-8958-a9fa35ab53ef req-543f39d0-b2b7-42bd-9a7f-106402982811 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0561483 Sep 17 05:28:11.325415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-430439d7-9b47-4542-bd51-723c93fbc412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:11.344975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-414c19f6-3476-4209-a6d8-88d19b4743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:11.347343 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-414c19f6-3476-4209-a6d8-88d19b4743c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e2beb460db04d2a9ed611a5f6c15299&device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 1096 time: 0.1695144 Sep 17 05:28:11.469341 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-907e1592-b573-4c04-8fc3-70d3fb2f9e48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad HTTP/1.1" status: 200 len: 217 time: 0.1108818 Sep 17 05:28:11.471139 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99d1961-eebd-480b-b53c-5aa34bd76789" -d '{"events": [{"name": "network-changed", "server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:11.525996 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-710608f1-29c3-44d5-bbae-efacb52a1b90 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:11.525996 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-710608f1-29c3-44d5-bbae-efacb52a1b90 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 819 time: 0.2638798 Sep 17 05:28:11.558725 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Request body: {'port': {'device_id': '865906bd-281f-4e5b-95e6-ca705aab890e', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'admin_state_up': True, 'tenant_id': 'd171449664af48708b4932646ab23721'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:11.656993 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-479289bd-25bf-47bf-a24f-bdb3bffea3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:11.659255 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-479289bd-25bf-47bf-a24f-bdb3bffea3dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa8c325-d503-4269-8c81-603cf555cfdb HTTP/1.1" status: 200 len: 850 time: 0.1799381 Sep 17 05:28:11.725260 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-c171c2fd-2f87-4489-9cab-b38110991062 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb181fe-41dd-4585-8c58-69d0171b1666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558171 Sep 17 05:28:11.726747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceeb2e-c007-41ba-a27a-d957890ee289 req-69006f4f-5c50-4e0a-857a-de32370d2d77 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:11.727049 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-430439d7-9b47-4542-bd51-723c93fbc412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:11.728334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c8ceeb2e-c007-41ba-a27a-d957890ee289 req-69006f4f-5c50-4e0a-857a-de32370d2d77 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.2025867 Sep 17 05:28:11.738570 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00422b6-1551-47d0-9caa-b527bbbe31bf x-openstack-request-id: req-c00422b6-1551-47d0-9caa-b527bbbe31bf {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:11.738859 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:11.739427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c00422b6-1551-47d0-9caa-b527bbbe31bf {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:11.739573 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad', 'status': 'completed', 'code': 200} Sep 17 05:28:11.789382 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c8ceeb2e-c007-41ba-a27a-d957890ee289 req-67113303-00ee-4e52-8da6-af2ae95a20ee tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487750 Sep 17 05:28:11.824601 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c8770eca-8a1b-4fc7-931d-06ecb0a2bbcf req-5fd74ddd-5641-4b2b-874c-7b0150754196 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0335786 Sep 17 05:28:11.846473 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-64d6017b-abf3-4ef3-8b65-4a72c80c48b2 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124256 Sep 17 05:28:11.855118 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.35', 50476) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:11.888506 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-430439d7-9b47-4542-bd51-723c93fbc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:11.967312 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Made reservation on behalf of d171449664af48708b4932646ab23721 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:28:11.972384 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.055833 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-430439d7-9b47-4542-bd51-723c93fbc412 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae8a17b460e84ad4bb8d35734a91f7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879604 Sep 17 05:28:12.076384 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40564) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:12.107056 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Allocated IP 172.20.0.8 (2c050ffe-34d2-49e6-b26f-038de42e2530/e63ab680-8cb5-4a98-a53f-7d85b05c66e4/ad3381b3-9737-4a4b-9a92-da719ccfdfd4) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:28:12.141616 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430439d7-9b47-4542-bd51-723c93fbc412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2265af-9d4e-4a9c-8d8a-e9310fd544d4,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:12.172453 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fd291dbd-6c85-43ca-9441-2eb07f3a855d req-fc8d250b-7c36-4971-adbf-ef64356c025c service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123243 Sep 17 05:28:12.182372 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-fcfe5615-da61-491f-b7cd-4768de46764a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:12.183795 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-fcfe5615-da61-491f-b7cd-4768de46764a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 819 time: 0.3223360 Sep 17 05:28:12.198247 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.222922 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Request body: {'port': {'device_id': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'admin_state_up': True, 'tenant_id': 'd171449664af48708b4932646ab23721'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:12.227197 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.261438 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.446211 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b171b5e1-6c69-4ac4-bb17-0433577b4fe1 req-9163edd1-437d-4f9a-88ea-b824dc348b79 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0543363 Sep 17 05:28:12.450411 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.479922 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.35', 50478) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:12.507031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:28:12.510526 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:28:12.514601 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:28:12.520417 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:12.521043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.542621 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Pushing event updated for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:12.572865 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-35d92cef-74f1-40aa-aff3-149a75d35e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:12.574377 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-35d92cef-74f1-40aa-aff3-149a75d35e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e2beb460db04d2a9ed611a5f6c15299&device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 1096 time: 0.1916656 Sep 17 05:28:12.689343 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.691849 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.693010 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e2265af-9d4e-4a9c-8d8a-e9310fd544d4 HTTP/1.1" status: 204 len: 168 time: 0.6157050 Sep 17 05:28:12.721467 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Made reservation on behalf of d171449664af48708b4932646ab23721 for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:28:12.723763 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.732172 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-71851402-1a0b-4622-8968-b241ce997a48 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:12.733673 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-71851402-1a0b-4622-8968-b241ce997a48 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 810 time: 0.2527349 Sep 17 05:28:12.746489 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d87525-7b66-4aa0-983b-1e9de363bbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2265af-9d4e-4a9c-8d8a-e9310fd544d4,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:12.784427 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-11e22fe4-aac5-41a0-a991-a6e52781d768 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2470872 Sep 17 05:28:12.796134 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Request body: {'port': {'device_id': '865906bd-281f-4e5b-95e6-ca705aab890e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:12.856926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:12.927599 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-688a0efc-6ec1-45ed-ad63-85784a5245f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:12.928999 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-688a0efc-6ec1-45ed-ad63-85784a5245f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb181fe-41dd-4585-8c58-69d0171b1666 HTTP/1.1" status: 200 len: 911 time: 0.3463235 Sep 17 05:28:12.954703 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-352c929c-a944-439f-ac16-a58f8ea164e7 req-c8510833-73eb-4bfd-9d1c-3a08c0161100 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0512841 Sep 17 05:28:13.027462 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3565cb-442b-4806-9653-2f72626f45bb req-05e2fb98-506e-49fc-a204-57888f3f8008 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:13.028967 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac3565cb-442b-4806-9653-2f72626f45bb req-05e2fb98-506e-49fc-a204-57888f3f8008 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.1677222 Sep 17 05:28:13.029493 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-c3cc8e5d-5c3e-4ea2-83ed-bf8bb796cedc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 379 time: 0.2430453 Sep 17 05:28:13.084723 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac3565cb-442b-4806-9653-2f72626f45bb req-47486946-d2c1-469a-b2fb-160d8f6ea549 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Sep 17 05:28:13.132661 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Allocated IP 172.20.0.9 (2c050ffe-34d2-49e6-b26f-038de42e2530/e63ab680-8cb5-4a98-a53f-7d85b05c66e4/c243865a-6210-4509-8ba6-228f0e2a3cf0) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:28:13.290650 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.407095 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.482847 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Network 2c050ffe-34d2-49e6-b26f-038de42e2530 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:28:13.488720 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:28:13.496918 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:28:13.502453 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:13.503647 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.514366 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40614) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:13.531472 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Pushing event updated for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:13.539674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-953b875e-db10-429f-bd92-5d01325749f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.633508 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3381b3-9737-4a4b-9a92-da719ccfdfd4 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:13.637233 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-84a3f9b0-eb03-4034-843e-aeef7bdd1baf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4208357 Sep 17 05:28:13.644188 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.654562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796cf1a-e683-4a9d-831e-f13cf49d6f91 req-ffe63f8c-5ce0-4151-9ec8-3147a0475169 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:13.656347 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5796cf1a-e683-4a9d-831e-f13cf49d6f91 req-ffe63f8c-5ce0-4151-9ec8-3147a0475169 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 931 time: 0.0961740 Sep 17 05:28:13.682251 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Transition to ACTIVE for port object ad3381b3-9737-4a4b-9a92-da719ccfdfd4 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:28:13.700086 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5796cf1a-e683-4a9d-831e-f13cf49d6f91 req-fda4e079-8129-4e5b-87f6-d59e56dc7b63 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Sep 17 05:28:13.701393 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-953b875e-db10-429f-bd92-5d01325749f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.806488 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.806763 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-953b875e-db10-429f-bd92-5d01325749f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.850034 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b875e-db10-429f-bd92-5d01325749f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24c4a7-6068-4f34-9caf-6a23f6ac8537,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:13.859257 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-953b875e-db10-429f-bd92-5d01325749f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a76c7d9698564959ad5dfc22affc7fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375049 Sep 17 05:28:13.860591 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 40628) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:13.873868 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:13.907870 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Attempting to bind port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:28:13.908240 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Attempting to bind port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:28:13.911964 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Attempting to bind port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:13.912924 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:28:13.913249 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Attempting to bind port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:13.914686 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.918634 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:28:13.918973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Checking segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:28:13.919356 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Bound using segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:28:13.919792 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Bound port: ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:28:13.920179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:13.941284 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:14.002693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:28:14.005764 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:28:14.054388 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d2f12db-066f-4dec-a7b6-32981eb80a39 req-6873ee76-53f9-4243-ba33-6500284d9179 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0260918 Sep 17 05:28:14.132024 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:14.133052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:14.135239 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:14.138666 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a24c4a7-6068-4f34-9caf-6a23f6ac8537 HTTP/1.1" status: 204 len: 168 time: 0.2747653 Sep 17 05:28:14.145928 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eed48-a62c-4ea6-a139-6ad75339e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24c4a7-6068-4f34-9caf-6a23f6ac8537,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:14.182685 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:14.183289 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:14.184653 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] 10.222.0.35 "PUT /v2.0/ports/ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 1093 time: 1.3925896 Sep 17 05:28:14.187982 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:14.190208 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacebea-e5a8-4630-aa40-27f772441f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:14.231622 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68482b-370b-4cce-bdae-4aee4400ea23 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:14.251832 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1b4fb-0b04-4d4a-b0c1-fecc0e97d2e8 req-401848b4-5fcf-4114-8c6b-520a67deaa56 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:14.253382 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00e1b4fb-0b04-4d4a-b0c1-fecc0e97d2e8 req-401848b4-5fcf-4114-8c6b-520a67deaa56 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0874209 Sep 17 05:28:14.254802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7f30c-5648-4741-8ec6-5e577de9bef1 x-openstack-request-id: req-0bd7f30c-5648-4741-8ec6-5e577de9bef1 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:14.255077 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:14.255322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bd7f30c-5648-4741-8ec6-5e577de9bef1 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:14.255713 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4', 'status': 'completed', 'code': 200} Sep 17 05:28:14.292005 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00e1b4fb-0b04-4d4a-b0c1-fecc0e97d2e8 req-0952b3e9-e7ac-46f3-b793-30733d1a1e0f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Sep 17 05:28:14.815869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470e5c-7411-45b8-bab4-9a648af7dead req-a9b6231d-351d-48ba-b05a-bedc65c18c4d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:14.817353 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a470e5c-7411-45b8-bab4-9a648af7dead req-a9b6231d-351d-48ba-b05a-bedc65c18c4d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 931 time: 0.0510261 Sep 17 05:28:14.854728 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a470e5c-7411-45b8-bab4-9a648af7dead req-5fefc0e8-f85a-4762-8eac-f4ec0b6f1eea tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Sep 17 05:28:15.165040 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e426e181-c579-41d2-8c54-49db4da0326e req-fd9f042a-c3e8-437f-9fca-c81ab5cab99f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0414448 Sep 17 05:28:15.406952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1e502-8f8d-4a29-8ee5-2463bd0d0c5b req-a6910208-6464-43e4-9ce5-5a815694d4fe tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:15.413312 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-90b1e502-8f8d-4a29-8ee5-2463bd0d0c5b req-a6910208-6464-43e4-9ce5-5a815694d4fe tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0563555 Sep 17 05:28:15.416550 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-3f9c0605-c0f4-492b-812e-4a2e912705d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad HTTP/1.1" status: 200 len: 217 time: 0.0355923 Sep 17 05:28:15.446926 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-90b1e502-8f8d-4a29-8ee5-2463bd0d0c5b req-d0c1e600-f7ff-46be-b6da-ce852f996dd0 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Sep 17 05:28:15.985385 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29a85-0adb-4173-803d-a6d83cedf480 req-4687a171-bdbc-4f17-acb4-590e0018232d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:15.997506 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eaa29a85-0adb-4173-803d-a6d83cedf480 req-4687a171-bdbc-4f17-acb4-590e0018232d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 931 time: 0.0642664 Sep 17 05:28:16.032362 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eaa29a85-0adb-4173-803d-a6d83cedf480 req-a83af821-20bb-4308-982a-851aa128b907 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Sep 17 05:28:16.259159 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4c34b187-4d2c-4107-9661-3cb7b67ac8a4 req-c423bb4d-8106-463e-9328-90b188bfe65b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0264223 Sep 17 05:28:16.566460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a730-0d59-4419-9c44-546cfb70dc87 req-1cad4ade-144e-4b2f-8551-a58323e8042e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:16.568061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c683a730-0d59-4419-9c44-546cfb70dc87 req-1cad4ade-144e-4b2f-8551-a58323e8042e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0534284 Sep 17 05:28:16.612176 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c683a730-0d59-4419-9c44-546cfb70dc87 req-70293f64-88e8-4963-a37e-0950214f3609 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Sep 17 05:28:16.875753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'port': {'device_id': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'admin_state_up': True, 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'security_groups': ['5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c']}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:16.884239 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Request body: {'port': {'device_id': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:16.968620 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-22cdbbe1-1d13-4df5-9d0f-d1c4e9f78f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:16.969992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-22cdbbe1-1d13-4df5-9d0f-d1c4e9f78f17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1096 time: 0.0844214 Sep 17 05:28:17.064997 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:17.069386 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-8d03499d-da89-4836-bd66-8dd53e37dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.071519 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-8d03499d-da89-4836-bd66-8dd53e37dca0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa8c325-d503-4269-8c81-603cf555cfdb HTTP/1.1" status: 200 len: 850 time: 0.1700275 Sep 17 05:28:17.125098 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-056dc6e6-1690-4cf3-abc6-b67d71ea39e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb181fe-41dd-4585-8c58-69d0171b1666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412109 Sep 17 05:28:17.226898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946219ce-7eba-4e7d-8cca-8d64781b9804 req-4fbd1b35-9994-44d6-99f2-8afc951fbf1d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.228379 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-946219ce-7eba-4e7d-8cca-8d64781b9804 req-4fbd1b35-9994-44d6-99f2-8afc951fbf1d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 931 time: 0.1016185 Sep 17 05:28:17.229706 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-96ad7736-0a99-46a4-93ed-f6b79ad96be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.231165 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-96ad7736-0a99-46a4-93ed-f6b79ad96be1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d171449664af48708b4932646ab23721&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2203624 Sep 17 05:28:17.364140 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-946219ce-7eba-4e7d-8cca-8d64781b9804 req-de402e1d-0388-4418-aa76-510f502c67f3 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292703 Sep 17 05:28:17.390709 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-2cd7a5eb-d42c-4ac0-9900-790ccf2cda9b service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406654 Sep 17 05:28:17.563702 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Made reservation on behalf of fe3a23d5aeec4c30ae4a9cb95b9534b2 for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:28:17.567182 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:17.572647 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-a88d10c6-d0d4-49e3-af29-aae837e67184 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728110 Sep 17 05:28:17.589443 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1e8c0a9f-c528-4e58-8265-4f19990a76b0 req-3d8cd0a4-6766-4f4f-8042-142396f3b44e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.2598033 Sep 17 05:28:17.641864 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-d9f1213c-b1b3-473e-b85b-b57ffe7751d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.641864 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5dacebea-e5a8-4630-aa40-27f772441f1a req-d9f1213c-b1b3-473e-b85b-b57ffe7751d8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987899 Sep 17 05:28:17.704814 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c243865a-6210-4509-8ba6-228f0e2a3cf0 {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:17.717600 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:17.766430 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Transition to ACTIVE for port object c243865a-6210-4509-8ba6-228f0e2a3cf0 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:28:17.784822 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Allocated IP 172.20.0.11 (708c07c2-c441-4737-934e-a8da65e62b65/270caf1b-dcbd-4e4d-9554-eaf91ec6c095/4214c8c6-5773-4312-b8c2-bb587c50d50b) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:28:17.785193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294750-9338-47e9-8bc6-eabf4977f2c8 req-83ecf079-fd59-47e4-a816-c63055e23b7e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.786666 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-23294750-9338-47e9-8bc6-eabf4977f2c8 req-83ecf079-fd59-47e4-a816-c63055e23b7e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0781212 Sep 17 05:28:17.788422 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-0a7fb354-7df5-47b9-a6a2-33f756008fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:17.790316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-0a7fb354-7df5-47b9-a6a2-33f756008fa7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1096 time: 0.1004384 Sep 17 05:28:17.872865 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5a3814f7-7f6d-471d-b519-1f4bdfad12df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0717320 Sep 17 05:28:17.891393 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-23294750-9338-47e9-8bc6-eabf4977f2c8 req-7d4e28eb-4a41-4837-bc70-6330a9968cb7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962474 Sep 17 05:28:17.958660 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.079434 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:18.121796 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Attempting to bind port c243865a-6210-4509-8ba6-228f0e2a3cf0 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:28:18.122191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Attempting to bind port c243865a-6210-4509-8ba6-228f0e2a3cf0 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:28:18.122541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Attempting to bind port c243865a-6210-4509-8ba6-228f0e2a3cf0 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:18.132979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Port c243865a-6210-4509-8ba6-228f0e2a3cf0 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:28:18.133316 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Attempting to bind port c243865a-6210-4509-8ba6-228f0e2a3cf0 on network 2c050ffe-34d2-49e6-b26f-038de42e2530 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:18.141076 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.142661 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:28:18.142955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Checking segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:28:18.143494 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Bound using segment: {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:28:18.143963 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Bound port: c243865a-6210-4509-8ba6-228f0e2a3cf0, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fe69ea-1f41-4db9-b51c-b997014d1d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:28:18.144299 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.226712 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:28:18.230916 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:28:18.329424 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.331484 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.375777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:18.376411 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.377793 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] 10.222.0.35 "PUT /v2.0/ports/c243865a-6210-4509-8ba6-228f0e2a3cf0 HTTP/1.1" status: 200 len: 1093 time: 1.4983556 Sep 17 05:28:18.380514 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:18.444259 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Network 708c07c2-c441-4737-934e-a8da65e62b65 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:28:18.461583 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:28:18.467576 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:28:18.473202 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:18.473901 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.482401 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409440c0-24a3-4f4b-af70-830961ebfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:18.482834 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b40b21-eaa9-48db-a755-158032dfd0f3 req-f13ec529-b40d-4a55-b2bd-0e50a3f26088 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:18.492515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04b40b21-eaa9-48db-a755-158032dfd0f3 req-f13ec529-b40d-4a55-b2bd-0e50a3f26088 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0520034 Sep 17 05:28:18.546954 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04b40b21-eaa9-48db-a755-158032dfd0f3 req-c6f01e62-5cda-49cf-b4d8-04810e02c440 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Sep 17 05:28:18.552864 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:18.574170 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-beac09d9-d041-4d53-853c-0f1ef9e83948 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7018590 Sep 17 05:28:18.600672 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78987e2-e149-496a-a7be-9cb907abf426" -d '{"events": [{"name": "network-changed", "server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:18.701038 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a473fde-6ba9-4f46-9b20-304ab6851e6b x-openstack-request-id: req-8a473fde-6ba9-4f46-9b20-304ab6851e6b {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:18.701334 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:18.701583 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a473fde-6ba9-4f46-9b20-304ab6851e6b {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:18.702059 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0', 'status': 'completed', 'code': 200} Sep 17 05:28:18.713426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947a2b-49cc-4e88-b22e-d000529c7858 req-c527787e-ce7d-4330-86c3-e2aab3d49364 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:18.714868 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-12947a2b-49cc-4e88-b22e-d000529c7858 req-c527787e-ce7d-4330-86c3-e2aab3d49364 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 932 time: 0.0487289 Sep 17 05:28:18.733391 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-f7dfb68a-ddac-41fc-9673-ee03429a8116 None None] Provisioning complete for port 4214c8c6-5773-4312-b8c2-bb587c50d50b triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:28:18.733906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb68a-ddac-41fc-9673-ee03429a8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:18.754884 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-12947a2b-49cc-4e88-b22e-d000529c7858 req-937be5ef-a860-4142-98dd-965960d996c1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339606 Sep 17 05:28:18.768799 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfb68a-ddac-41fc-9673-ee03429a8116 None None] Port 4214c8c6-5773-4312-b8c2-bb587c50d50b cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:28:19.003763 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c371c-c881-44b4-b6f0-c9f8e842223c req-b2315af6-286b-4c62-ae26-a97a73c3af14 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:19.005280 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d76c371c-c881-44b4-b6f0-c9f8e842223c req-b2315af6-286b-4c62-ae26-a97a73c3af14 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0465481 Sep 17 05:28:19.044642 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d76c371c-c881-44b4-b6f0-c9f8e842223c req-de024784-ac68-47d4-9d4f-6d18124530f2 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Sep 17 05:28:19.645349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e15ee-92c0-405a-a123-59bf7a47a40a req-7754c2c7-0070-4cc0-85c3-238931e0d34d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:19.646829 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-779e15ee-92c0-405a-a123-59bf7a47a40a req-7754c2c7-0070-4cc0-85c3-238931e0d34d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0477042 Sep 17 05:28:19.683917 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-779e15ee-92c0-405a-a123-59bf7a47a40a req-4ea01bef-8aaf-45bc-9cab-88659c1a2690 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305703 Sep 17 05:28:19.865843 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fbe91-f527-4737-84a3-010e7e8e4c88 req-5aaecb31-575e-4c36-8b21-eedcec12c1a7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:19.867881 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-461fbe91-f527-4737-84a3-010e7e8e4c88 req-5aaecb31-575e-4c36-8b21-eedcec12c1a7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 932 time: 0.0482047 Sep 17 05:28:19.907008 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-461fbe91-f527-4737-84a3-010e7e8e4c88 req-625e17f4-0fe8-4073-aca2-ad6ea461c0a2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330749 Sep 17 05:28:20.155145 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21a303-585e-4e49-a16c-0012f91b23d6 req-3eb7bc3a-9918-4574-8b92-cf54c95b8d23 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:20.156875 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4f21a303-585e-4e49-a16c-0012f91b23d6 req-3eb7bc3a-9918-4574-8b92-cf54c95b8d23 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0468726 Sep 17 05:28:20.197079 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4f21a303-585e-4e49-a16c-0012f91b23d6 req-333a6328-f15d-4278-96be-c1ea1f287578 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Sep 17 05:28:20.794662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2842-4b6c-4939-a07b-ef20b75d7199 req-764862ef-d17a-487a-a36f-1857fd859702 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:20.796166 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-726a2842-4b6c-4939-a07b-ef20b75d7199 req-764862ef-d17a-487a-a36f-1857fd859702 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0480330 Sep 17 05:28:20.833234 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-726a2842-4b6c-4939-a07b-ef20b75d7199 req-b0f0b937-a752-4287-b021-c67eb0e956c7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Sep 17 05:28:21.016951 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2626-9ce3-4f44-b3d5-7d7e483c8d4d req-be1a59d9-fcac-4d72-9b3b-9d24589b2c6b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:21.018389 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0bf2626-9ce3-4f44-b3d5-7d7e483c8d4d req-be1a59d9-fcac-4d72-9b3b-9d24589b2c6b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 932 time: 0.0469131 Sep 17 05:28:21.054352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0bf2626-9ce3-4f44-b3d5-7d7e483c8d4d req-7b68c792-b2f5-49fb-b53f-4d7945eca076 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294750 Sep 17 05:28:21.309258 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c822d-2856-4ef4-b008-866d6015160d req-20be17bc-0691-42cc-af95-60020f3d0f60 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:21.310727 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b87c822d-2856-4ef4-b008-866d6015160d req-20be17bc-0691-42cc-af95-60020f3d0f60 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0479720 Sep 17 05:28:21.351509 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b87c822d-2856-4ef4-b008-866d6015160d req-266b7509-0989-42c5-91b1-06ca071bd3b3 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Sep 17 05:28:21.944262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077066-2da6-46e7-882a-ba453f2c0200 req-abebd912-d279-4743-9d25-8284dc6bff02 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:21.945898 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-24077066-2da6-46e7-882a-ba453f2c0200 req-abebd912-d279-4743-9d25-8284dc6bff02 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0483382 Sep 17 05:28:21.991424 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-24077066-2da6-46e7-882a-ba453f2c0200 req-e8c8721b-fab6-47e5-ad39-bc2fbc58895d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351043 Sep 17 05:28:22.025356 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Request body: {'port': {'device_id': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:22.063305 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e7fd-ac30-4924-818d-8752baafc25d req-ab8b612a-965b-4ebd-9847-9a8df72de7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.065003 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-ab8b612a-965b-4ebd-9847-9a8df72de7ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.0530508 Sep 17 05:28:22.125780 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-5f1f1688-c570-45ff-ac03-622b05d5a14b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521367 Sep 17 05:28:22.126452 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78987e2-e149-496a-a7be-9cb907abf426 req-122f47c7-984d-416a-9ada-6980e4d07938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.128154 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c78987e2-e149-496a-a7be-9cb907abf426 req-122f47c7-984d-416a-9ada-6980e4d07938 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1096 time: 0.0873318 Sep 17 05:28:22.133399 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:22.230180 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff7d71-ba25-453d-aa90-34a9cc8f7088 req-14624a62-9f89-4740-8d17-e05f356814aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.231566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5cff7d71-ba25-453d-aa90-34a9cc8f7088 req-14624a62-9f89-4740-8d17-e05f356814aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 932 time: 0.1048794 Sep 17 05:28:22.287097 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5cff7d71-ba25-453d-aa90-34a9cc8f7088 req-6d390d92-48c8-4cb3-84fe-62b13e25cd3c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493746 Sep 17 05:28:22.289431 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-9a274a97-cfd3-4eea-a2a7-eab8ad7ccf02 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337306 Sep 17 05:28:22.385830 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9083e7fd-ac30-4924-818d-8752baafc25d req-a3cc041a-76c2-4ba8-ab41-f178ab67e80a service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884478 Sep 17 05:28:22.391769 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78987e2-e149-496a-a7be-9cb907abf426 req-eafb1ccc-de10-4db1-8664-5f190539f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.393475 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c78987e2-e149-496a-a7be-9cb907abf426 req-eafb1ccc-de10-4db1-8664-5f190539f599 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d171449664af48708b4932646ab23721&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2510972 Sep 17 05:28:22.480949 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a7c35-47cb-4b87-8578-be70ba83a96d req-ab016218-d935-4475-b0de-7334a4471beb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.482370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-724a7c35-47cb-4b87-8578-be70ba83a96d req-ab016218-d935-4475-b0de-7334a4471beb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0507169 Sep 17 05:28:22.525485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-724a7c35-47cb-4b87-8578-be70ba83a96d req-214f407f-9973-4fc2-a3da-1197d5191a5c tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Sep 17 05:28:22.616912 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78987e2-e149-496a-a7be-9cb907abf426 req-373ed238-3f59-4a40-857e-8b0b70512eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.618398 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c78987e2-e149-496a-a7be-9cb907abf426 req-373ed238-3f59-4a40-857e-8b0b70512eda service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176161 Sep 17 05:28:22.686075 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4214c8c6-5773-4312-b8c2-bb587c50d50b {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:22.693357 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:22.705815 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Transition to ACTIVE for port object 4214c8c6-5773-4312-b8c2-bb587c50d50b will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:28:22.821556 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-cbbde3e1-f09a-4cf9-9988-d2c4623c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.823007 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-cbbde3e1-f09a-4cf9-9988-d2c4623c1898 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1096 time: 0.0392699 Sep 17 05:28:22.862787 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:22.865202 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-c173d2e7-0487-4235-b1c2-084e8ac30600 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0 HTTP/1.1" status: 200 len: 217 time: 0.0335510 Sep 17 05:28:22.880203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:22.950534 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:22.981803 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-27bf2e8f-7094-460e-8f40-7f76e4c92a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:22.983281 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-27bf2e8f-7094-460e-8f40-7f76e4c92a66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.1098480 Sep 17 05:28:22.987077 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Attempting to bind port 4214c8c6-5773-4312-b8c2-bb587c50d50b on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:28:22.987077 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Attempting to bind port 4214c8c6-5773-4312-b8c2-bb587c50d50b by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:28:22.987077 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Attempting to bind port 4214c8c6-5773-4312-b8c2-bb587c50d50b on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:22.991022 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Port 4214c8c6-5773-4312-b8c2-bb587c50d50b on network 708c07c2-c441-4737-934e-a8da65e62b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:28:22.991311 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Attempting to bind port 4214c8c6-5773-4312-b8c2-bb587c50d50b on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:28:23.005181 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:28:23.005515 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Checking segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:28:23.005886 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Bound using segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:28:23.006313 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Bound port: 4214c8c6-5773-4312-b8c2-bb587c50d50b, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:28:23.006661 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:23.025112 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-87fd14ec-fda8-484f-a9fc-85628ceaeb46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310066 Sep 17 05:28:23.117715 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cad13-5318-473a-9374-00965698a938 req-72355f9e-d311-4a51-abac-b15a2f2eeb4b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.119253 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-709cad13-5318-473a-9374-00965698a938 req-72355f9e-d311-4a51-abac-b15a2f2eeb4b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0495243 Sep 17 05:28:23.157417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-709cad13-5318-473a-9374-00965698a938 req-869dfecf-0f51-442e-8281-2e18e2469551 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Sep 17 05:28:23.163308 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:28:23.164407 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:28:23.168088 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-c08c8fc7-1360-47bb-a354-d3672fbc4b59 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342700 Sep 17 05:28:23.369630 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:23.405649 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb74e5a-80fa-426a-b09a-bdadbc20362b req-43a4baee-09f7-4be3-99c5-33bc452b8bce tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.405649 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdb74e5a-80fa-426a-b09a-bdadbc20362b req-43a4baee-09f7-4be3-99c5-33bc452b8bce tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 944 time: 0.0486982 Sep 17 05:28:23.408155 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.408974 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:23.410661 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1094 time: 1.3896973 Sep 17 05:28:23.416037 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:23.422165 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310b4eb-95ed-420b-b646-9138f0fedbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:23.460074 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eadf6d0d-28e7-4a1f-a36d-84c9d64cb3e3 req-d729e0e2-f6f5-4685-9f71-bb8b683f484c service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847481 Sep 17 05:28:23.463044 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111ec0-b55b-4d95-954c-fef71db2b3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:23.480484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdb74e5a-80fa-426a-b09a-bdadbc20362b req-d48340ae-7d82-4d19-944f-68cbab748c12 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627146 Sep 17 05:28:23.481082 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67195c08-3eea-4511-b06f-426df229bbac x-openstack-request-id: req-67195c08-3eea-4511-b06f-426df229bbac {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:23.481433 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:23.481681 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67195c08-3eea-4511-b06f-426df229bbac {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:23.482073 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'status': 'completed', 'code': 200} Sep 17 05:28:23.574183 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-0f6cec0f-32c1-466f-a068-34acabb4822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.575956 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-0f6cec0f-32c1-466f-a068-34acabb4822f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1097 time: 0.0607240 Sep 17 05:28:23.656712 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04000-8c80-492f-a2e8-9e0d47826f1d req-9e00217e-d437-4e14-a833-b8a98bf4e7f7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.658236 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7fb04000-8c80-492f-a2e8-9e0d47826f1d req-9e00217e-d437-4e14-a833-b8a98bf4e7f7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0489049 Sep 17 05:28:23.685012 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-1852c875-f2c1-4287-b874-82ac8d61e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.686561 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-1852c875-f2c1-4287-b874-82ac8d61e89a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0972321 Sep 17 05:28:23.699750 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7fb04000-8c80-492f-a2e8-9e0d47826f1d req-2862a68a-92df-44d9-9954-a49f9a20d4f0 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Sep 17 05:28:23.784211 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-ea1c6469-9342-4809-9652-e18bca9dc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.785684 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4310b4eb-95ed-420b-b646-9138f0fedbe6 req-ea1c6469-9342-4809-9652-e18bca9dc020 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913012 Sep 17 05:28:23.863264 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-b65ff2ac-dbdf-403c-9c42-cc90abded1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.864808 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-b65ff2ac-dbdf-403c-9c42-cc90abded1ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1097 time: 0.0404212 Sep 17 05:28:23.918181 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-95db52a9-71ab-4ae6-bc00-d268cacb9302 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 217 time: 0.0447435 Sep 17 05:28:23.970808 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-5d2a1047-d801-4d77-baab-4da087501b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:23.972314 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-5d2a1047-d801-4d77-baab-4da087501b98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0468910 Sep 17 05:28:24.027089 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-805b60cf-9b22-4f3d-8c09-6e5345f3799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:24.028628 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-805b60cf-9b22-4f3d-8c09-6e5345f3799b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475476 Sep 17 05:28:24.120783 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-4964d4c5-29c8-4aad-bf00-164e2379859b service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840316 Sep 17 05:28:24.211531 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9212cc42-77cc-4720-803d-03185cd0afc2 req-87e6a431-9c81-41be-9501-75a85874b193 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Sep 17 05:28:24.271842 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8dd44-7af6-4b2c-8198-b65ff0b1521d req-9b290f0e-f410-45df-9562-09e577b1f177 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:24.273341 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dda8dd44-7af6-4b2c-8198-b65ff0b1521d req-9b290f0e-f410-45df-9562-09e577b1f177 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0488138 Sep 17 05:28:24.310755 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dda8dd44-7af6-4b2c-8198-b65ff0b1521d req-5b91c1e6-780a-4027-a355-eea0ca830401 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Sep 17 05:28:24.606712 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52250122-00ae-464f-a1ed-8579413b3b54 req-f5bcea7d-b3f7-4994-8afc-50e741aaf022 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:24.608619 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52250122-00ae-464f-a1ed-8579413b3b54 req-f5bcea7d-b3f7-4994-8afc-50e741aaf022 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 944 time: 0.0529459 Sep 17 05:28:24.654638 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52250122-00ae-464f-a1ed-8579413b3b54 req-234c087f-d18c-4a02-ad81-bbc59a5e52cb tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367601 Sep 17 05:28:24.816114 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efbe4e-220a-4cc9-8874-bd05d30ccb80 req-59da19f9-601f-457e-b28d-fc267c2a9df4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:24.817578 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1efbe4e-220a-4cc9-8874-bd05d30ccb80 req-59da19f9-601f-457e-b28d-fc267c2a9df4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0481908 Sep 17 05:28:24.857783 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1efbe4e-220a-4cc9-8874-bd05d30ccb80 req-a9409e12-2506-4e4c-803c-888f9ebc58a5 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338376 Sep 17 05:28:25.424536 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ea90f-197a-4873-96ea-55a4a1105eef req-ba2f4db3-6876-4d02-95a6-d2867e5eea22 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:25.426004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-770ea90f-197a-4873-96ea-55a4a1105eef req-ba2f4db3-6876-4d02-95a6-d2867e5eea22 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0488508 Sep 17 05:28:25.463208 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-770ea90f-197a-4873-96ea-55a4a1105eef req-d6b42668-6155-4fca-9440-638376b85ee0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Sep 17 05:28:25.770239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2dd3-d15c-437b-89f3-be1a56d3b440 req-b945a927-368b-4c8c-b4ce-b639df1883cf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:25.771720 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95eb2dd3-d15c-437b-89f3-be1a56d3b440 req-b945a927-368b-4c8c-b4ce-b639df1883cf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 944 time: 0.0485835 Sep 17 05:28:25.808233 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95eb2dd3-d15c-437b-89f3-be1a56d3b440 req-b96edb4d-3c41-45d5-9ddc-212b38aea050 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Sep 17 05:28:25.978238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ed6f-0496-40b3-a3a3-4a86d25f64fb req-1ec93153-63f4-4c59-a694-300437bc2ee5 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:25.980550 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc19ed6f-0496-40b3-a3a3-4a86d25f64fb req-1ec93153-63f4-4c59-a694-300437bc2ee5 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 943 time: 0.0527661 Sep 17 05:28:26.035333 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc19ed6f-0496-40b3-a3a3-4a86d25f64fb req-55644079-36c6-434a-a5d1-6bc9c72d0b10 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491166 Sep 17 05:28:26.046053 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 16e972d3-dfe7-4ad4-bf73-731e1089afad details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:28:26.152766 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad,segment=NetworkSegment(3ec1c095-326b-47e0-8444-c44b7b19cbb0),segment_id=3ec1c095-326b-47e0-8444-c44b7b19cbb0)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:26.165263 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '16e972d3-dfe7-4ad4-bf73-731e1089afad', 'network_id': 'ffb181fe-41dd-4585-8c58-69d0171b1666', 'port_id': '16e972d3-dfe7-4ad4-bf73-731e1089afad', 'mac_address': 'fa:16:3e:14:ec:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa8c325-d503-4269-8c81-603cf555cfdb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:28:26.202099 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:26.214411 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e972d3-dfe7-4ad4-bf73-731e1089afad {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:26.234098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad,segment=NetworkSegment(3ec1c095-326b-47e0-8444-c44b7b19cbb0),segment_id=3ec1c095-326b-47e0-8444-c44b7b19cbb0)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:26.400196 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:26.400831 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device ad3381b3-9737-4a4b-9a92-da719ccfdfd4 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:28:26.474822 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:26.540356 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:26.551577 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'port_id': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4', 'mac_address': 'fa:16:3e:4b:d9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:28:26.585768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973601-5e14-414c-89f1-42dbbfc36dd7 req-808f233e-1fe7-4821-a1f2-48439f044691 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:26.587241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6973601-5e14-414c-89f1-42dbbfc36dd7 req-808f233e-1fe7-4821-a1f2-48439f044691 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Sep 17 05:28:26.590054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:26.607355 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3381b3-9737-4a4b-9a92-da719ccfdfd4 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:26.626688 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:26.629167 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6973601-5e14-414c-89f1-42dbbfc36dd7 req-64d4ffc2-b1cd-4094-a227-a76712abb1d4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Sep 17 05:28:26.697484 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:26.744634 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:26.924178 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2353850-1ecc-42b5-b132-202cf67f3ce1 req-b28725d0-ccae-454f-af0a-644afe4ba3c0 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:26.925556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b2353850-1ecc-42b5-b132-202cf67f3ce1 req-b28725d0-ccae-454f-af0a-644afe4ba3c0 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 944 time: 0.0509365 Sep 17 05:28:26.963120 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b2353850-1ecc-42b5-b132-202cf67f3ce1 req-5ddc1c1a-89e2-4fc7-8757-93e910ea4ec8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315287 Sep 17 05:28:27.123213 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['ad3381b3-9737-4a4b-9a92-da719ccfdfd4'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:28:27.155040 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8914f-69c8-4d91-8ab2-58069b0b0f58 req-3339a5cd-2e03-4278-906a-ee0b3825a381 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:27.156833 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ee8914f-69c8-4d91-8ab2-58069b0b0f58 req-3339a5cd-2e03-4278-906a-ee0b3825a381 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0528374 Sep 17 05:28:27.176513 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['16e972d3-dfe7-4ad4-bf73-731e1089afad'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:28:27.203355 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ee8914f-69c8-4d91-8ab2-58069b0b0f58 req-2fb0712a-193b-42f1-867e-e08e04ca6277 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Sep 17 05:28:27.749921 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eee84-65a1-4c67-9a82-6638c75ad5f2 req-311d2b93-7ce6-45a0-80f1-a9440024db32 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:27.749921 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-043eee84-65a1-4c67-9a82-6638c75ad5f2 req-311d2b93-7ce6-45a0-80f1-a9440024db32 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 943 time: 0.0480058 Sep 17 05:28:27.790631 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-043eee84-65a1-4c67-9a82-6638c75ad5f2 req-a2dbfb91-2cc5-44bb-8e92-487470da30e6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Sep 17 05:28:28.044753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4214c8c6-5773-4312-b8c2-bb587c50d50b details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:28:28.074248 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08f491-8de0-4d20-8f04-6cdc295ac794 req-4a9eff12-13d0-4757-9e7f-a1846998af34 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:28.075484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce08f491-8de0-4d20-8f04-6cdc295ac794 req-4a9eff12-13d0-4757-9e7f-a1846998af34 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Sep 17 05:28:28.112621 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce08f491-8de0-4d20-8f04-6cdc295ac794 req-51edb90a-a47f-4f09-a97c-ab12939b13fa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Sep 17 05:28:28.141138 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:28.152191 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'port_id': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'mac_address': 'fa:16:3e:93:41:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:28:28.193712 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.207700 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4214c8c6-5773-4312-b8c2-bb587c50d50b {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:28.229079 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:28.285402 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41050) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:28.320438 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43549d4-dbba-4769-8253-16ff2be3717b req-a7ea20a5-6e7f-4e44-bf5b-ce1c97c0a0be tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:28.321917 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b43549d4-dbba-4769-8253-16ff2be3717b req-a7ea20a5-6e7f-4e44-bf5b-ce1c97c0a0be tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0491745 Sep 17 05:28:28.325662 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.326355 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device c243865a-6210-4509-8ba6-228f0e2a3cf0 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:28:28.368595 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b43549d4-dbba-4769-8253-16ff2be3717b req-64364610-93e4-48f1-8ed0-05c45ae79ffb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Sep 17 05:28:28.408209 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb40-d092-4c0c-9098-4fa5cea954ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.418376 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:28.480975 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:28.492593 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'c243865a-6210-4509-8ba6-228f0e2a3cf0', 'network_id': '2c050ffe-34d2-49e6-b26f-038de42e2530', 'port_id': 'c243865a-6210-4509-8ba6-228f0e2a3cf0', 'mac_address': 'fa:16:3e:22:74:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63ab680-8cb5-4a98-a53f-7d85b05c66e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:28:28.499215 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb40-d092-4c0c-9098-4fa5cea954ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.530483 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.543525 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c243865a-6210-4509-8ba6-228f0e2a3cf0 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:28:28.562490 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:28.634500 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb40-d092-4c0c-9098-4fa5cea954ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.663164 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.678490 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4df3eb40-d092-4c0c-9098-4fa5cea954ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfb4323c296f4c2f81aec9cd2330b4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917043 Sep 17 05:28:28.680037 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3eb40-d092-4c0c-9098-4fa5cea954ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26826a2-610c-4126-8d38-4a59cf109007,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:28.681945 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41058) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:28.714789 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:28.740939 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.767550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.908846 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c66732-1a75-4a58-92da-b64a635dde11 req-6c8c6944-733b-46a5-af29-fd2886075ec1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:28.910348 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3c66732-1a75-4a58-92da-b64a635dde11 req-6c8c6944-733b-46a5-af29-fd2886075ec1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Sep 17 05:28:28.932967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.935576 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:28.936684 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f26826a2-610c-4126-8d38-4a59cf109007 HTTP/1.1" status: 204 len: 168 time: 0.2535739 Sep 17 05:28:28.953879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b247a31-ac62-4bce-a1b7-2dca6a9412d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26826a2-610c-4126-8d38-4a59cf109007,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:28.963987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3c66732-1a75-4a58-92da-b64a635dde11 req-a684d490-62fc-4599-8079-ce7baa3f56f6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Sep 17 05:28:29.233809 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ee48-2c8d-4b19-bcfd-07bdc233595c req-874a906f-13c7-4505-b1ea-a67f84ddce6d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:29.235297 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b1c9ee48-2c8d-4b19-bcfd-07bdc233595c req-874a906f-13c7-4505-b1ea-a67f84ddce6d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0546105 Sep 17 05:28:29.273715 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b1c9ee48-2c8d-4b19-bcfd-07bdc233595c req-d840f924-182f-482b-89eb-0095faaa894b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Sep 17 05:28:29.488121 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f399a3-39c3-413d-a4b7-aa3c68644e21 req-6231cfcf-5a26-4c1d-b15c-6e652fcec01d tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:29.489615 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5f399a3-39c3-413d-a4b7-aa3c68644e21 req-6231cfcf-5a26-4c1d-b15c-6e652fcec01d tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0482817 Sep 17 05:28:29.528068 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5f399a3-39c3-413d-a4b7-aa3c68644e21 req-3279590d-1b97-4564-ba68-2ff63efb3d4b tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Sep 17 05:28:29.665115 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41092) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:29.678427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d06e4941-d30a-4292-81e8-b73be2effe1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:29.764016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d06e4941-d30a-4292-81e8-b73be2effe1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:29.897570 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d06e4941-d30a-4292-81e8-b73be2effe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:29.937271 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d06e4941-d30a-4292-81e8-b73be2effe1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e737e7c6562466a8fb78a1fa8522bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710786 Sep 17 05:28:29.938409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4941-d30a-4292-81e8-b73be2effe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a4dd3-2cac-46fb-b6ee-c49279f6a9ce,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:29.939862 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41096) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:29.986449 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:30.008224 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:30.086263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285468-46b4-41d4-8e16-ced010130b5a req-9bdf01cb-4d3e-49df-bd8a-dd9040236441 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:30.087703 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8285468-46b4-41d4-8e16-ced010130b5a req-9bdf01cb-4d3e-49df-bd8a-dd9040236441 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0504529 Sep 17 05:28:30.124528 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8285468-46b4-41d4-8e16-ced010130b5a req-0052fe30-b174-40a5-a21f-10d590cfe4d0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Sep 17 05:28:30.148521 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:30.151130 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:30.152309 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e8a4dd3-2cac-46fb-b6ee-c49279f6a9ce HTTP/1.1" status: 204 len: 168 time: 0.2114236 Sep 17 05:28:30.160313 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82001ee9-7388-44d5-adc9-bca279e8fa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a4dd3-2cac-46fb-b6ee-c49279f6a9ce,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:30.387714 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6eb6-8113-4c5a-85af-a60935a256a6 req-7e8c723d-84c5-45e6-8f80-d13771306028 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:30.389229 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-77ac6eb6-8113-4c5a-85af-a60935a256a6 req-7e8c723d-84c5-45e6-8f80-d13771306028 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0476651 Sep 17 05:28:30.427256 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-77ac6eb6-8113-4c5a-85af-a60935a256a6 req-79975b26-abb3-423c-b099-5bbb4efaed2d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Sep 17 05:28:30.645800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c66268-fd92-4c7c-abe4-c5ac7daef672 req-a56b918d-4ab7-49f5-8bbf-a51ab0c61945 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:30.647283 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92c66268-fd92-4c7c-abe4-c5ac7daef672 req-a56b918d-4ab7-49f5-8bbf-a51ab0c61945 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0506401 Sep 17 05:28:30.689448 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92c66268-fd92-4c7c-abe4-c5ac7daef672 req-85044c22-1f48-4db7-9d25-ba0e54a56f2b tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Sep 17 05:28:31.241972 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854336-13fc-41d3-bcc9-9190f355e1d9 req-ea378be1-1c51-4d02-8042-891e5ebde4c6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:31.243467 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89854336-13fc-41d3-bcc9-9190f355e1d9 req-ea378be1-1c51-4d02-8042-891e5ebde4c6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0506618 Sep 17 05:28:31.286742 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89854336-13fc-41d3-bcc9-9190f355e1d9 req-71d11f5c-505c-4a46-8ad1-a4806d07e210 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Sep 17 05:28:31.541747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131308fd-ceab-4e2b-8b92-a1c19638eabd req-601754cc-6aaf-4c1f-8af3-c983cbcd3f41 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:31.543261 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-131308fd-ceab-4e2b-8b92-a1c19638eabd req-601754cc-6aaf-4c1f-8af3-c983cbcd3f41 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Sep 17 05:28:31.580701 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-131308fd-ceab-4e2b-8b92-a1c19638eabd req-638db0cc-10d3-446a-9a81-91c33a555e7f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Sep 17 05:28:31.671351 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-370a8820-8055-40de-b31c-a688255a6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:31.801462 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f24c-1a8d-4832-8509-b3ccb9e214f8 req-4785a519-1c8d-4750-9f7b-5804af876ed2 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:31.802897 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0340f24c-1a8d-4832-8509-b3ccb9e214f8 req-4785a519-1c8d-4750-9f7b-5804af876ed2 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0477798 Sep 17 05:28:31.840036 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0340f24c-1a8d-4832-8509-b3ccb9e214f8 req-c63e1acf-2235-4a94-b3a9-6b9e8250a500 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Sep 17 05:28:32.401806 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78796a-5da2-4f27-82f2-689ad1ca6fdd req-7f74a277-a022-429b-8370-5a364c83b880 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:32.403313 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2f78796a-5da2-4f27-82f2-689ad1ca6fdd req-7f74a277-a022-429b-8370-5a364c83b880 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0506275 Sep 17 05:28:32.440452 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2f78796a-5da2-4f27-82f2-689ad1ca6fdd req-571b24b1-8d14-47f0-9c62-c630025d5c5c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Sep 17 05:28:32.696154 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271841ca-b8ed-45c9-865b-5e0138f8316e req-f96348de-7548-4941-92b0-83a37692e4fa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:32.696154 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-271841ca-b8ed-45c9-865b-5e0138f8316e req-f96348de-7548-4941-92b0-83a37692e4fa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0494034 Sep 17 05:28:32.732955 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-271841ca-b8ed-45c9-865b-5e0138f8316e req-92147d41-c5b7-4d5b-94ca-d934812dbe26 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Sep 17 05:28:32.951322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b82b13-4d33-4271-91fd-ec3aa2e83a0d req-ce658a50-ed45-4118-9416-f763807921e8 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:32.952884 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3b82b13-4d33-4271-91fd-ec3aa2e83a0d req-ce658a50-ed45-4118-9416-f763807921e8 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0475886 Sep 17 05:28:32.988911 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3b82b13-4d33-4271-91fd-ec3aa2e83a0d req-268d49da-3f98-497a-a5ad-781ccece19b7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302255 Sep 17 05:28:33.367772 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['4214c8c6-5773-4312-b8c2-bb587c50d50b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:28:33.389865 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['c243865a-6210-4509-8ba6-228f0e2a3cf0'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:28:33.556009 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a184d7-9779-4267-8d68-7b3b9354796a req-555c7bde-41e2-4800-8f16-97a3c03f86ee tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:33.558299 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27a184d7-9779-4267-8d68-7b3b9354796a req-555c7bde-41e2-4800-8f16-97a3c03f86ee tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0524354 Sep 17 05:28:33.614899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27a184d7-9779-4267-8d68-7b3b9354796a req-4d25f86f-892b-4684-9aba-5f384bef157e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Sep 17 05:28:33.846789 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062c95-720c-4afb-a964-2840dc684ed8 req-2e7adbe3-ef78-4186-99c6-cea354fbeb8d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:33.848410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38062c95-720c-4afb-a964-2840dc684ed8 req-2e7adbe3-ef78-4186-99c6-cea354fbeb8d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Sep 17 05:28:33.885492 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38062c95-720c-4afb-a964-2840dc684ed8 req-573bce72-79ca-4ef1-8cc4-2542fbaa59a1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Sep 17 05:28:34.101210 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624e8da-4d56-4a9b-8389-f0d3baf1aa7f req-906c066c-f37e-4126-bcb1-4735b1187fd2 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:34.102671 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6624e8da-4d56-4a9b-8389-f0d3baf1aa7f req-906c066c-f37e-4126-bcb1-4735b1187fd2 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0473230 Sep 17 05:28:34.140344 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6624e8da-4d56-4a9b-8389-f0d3baf1aa7f req-e39f16d9-d983-41eb-a5cf-bacf47f79c10 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Sep 17 05:28:34.477542 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b3caf3a3-86e0-4867-99e1-cc31b78a7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:34.728405 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82aef-8fc3-436b-a204-3365f7c9f656 req-ca4596f0-6c80-40da-90bc-2a05847c4af7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:34.729825 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-99a82aef-8fc3-436b-a204-3365f7c9f656 req-ca4596f0-6c80-40da-90bc-2a05847c4af7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0497389 Sep 17 05:28:34.764789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-99a82aef-8fc3-436b-a204-3365f7c9f656 req-a3e4b154-ae01-4972-977f-5fb9a8f8427c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291293 Sep 17 05:28:34.997502 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c822-ff13-4284-a475-d335038a46ec req-ff10e188-9655-4814-bb90-9f6ec6018b8e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:34.998953 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9ac8c822-ff13-4284-a475-d335038a46ec req-ff10e188-9655-4814-bb90-9f6ec6018b8e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Sep 17 05:28:35.025241 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:35.036899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9ac8c822-ff13-4284-a475-d335038a46ec req-24f4543a-5a57-403a-87d0-d60c4e2833aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Sep 17 05:28:35.249018 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf73a9-fe28-4f6e-89be-719519f0b6e2 req-6b52b863-6e08-4959-b303-effca96cf22c tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:35.250437 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33cf73a9-fe28-4f6e-89be-719519f0b6e2 req-6b52b863-6e08-4959-b303-effca96cf22c tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0463688 Sep 17 05:28:35.287114 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33cf73a9-fe28-4f6e-89be-719519f0b6e2 req-2e13d4e3-ecda-4854-91d6-6a5dd1830b5a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Sep 17 05:28:35.396847 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:35.878802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33cfc3-4adb-44b5-b3ac-6b1101e232b7 req-9f3218b8-f579-4f4e-afc8-2d52d774e052 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:35.880317 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3f33cfc3-4adb-44b5-b3ac-6b1101e232b7 req-9f3218b8-f579-4f4e-afc8-2d52d774e052 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0505760 Sep 17 05:28:35.920120 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3f33cfc3-4adb-44b5-b3ac-6b1101e232b7 req-4f8714ea-67f7-4dd2-afee-63cfedc363a0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Sep 17 05:28:36.147156 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e250c7e-01ca-4670-ae72-f5310cf9283f req-f34b414e-10a3-464c-ab79-afefd0eae737 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:36.149189 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e250c7e-01ca-4670-ae72-f5310cf9283f req-f34b414e-10a3-464c-ab79-afefd0eae737 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Sep 17 05:28:36.185292 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e250c7e-01ca-4670-ae72-f5310cf9283f req-40bf0146-b2ad-4c18-a86d-4b47f73fe0af tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Sep 17 05:28:36.230721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 16e972d3-dfe7-4ad4-bf73-731e1089afad up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:28:36.333822 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 16e972d3-dfe7-4ad4-bf73-731e1089afad completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:28:36.337754 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 16e972d3-dfe7-4ad4-bf73-731e1089afad triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:28:36.338116 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:36.399337 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f189db0-0c2d-4522-a20f-f2d6b714bbe1 req-87e45eed-ecdc-4a28-9a7f-2ad9f7103b4f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:36.400850 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9f189db0-0c2d-4522-a20f-f2d6b714bbe1 req-87e45eed-ecdc-4a28-9a7f-2ad9f7103b4f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 944 time: 0.0486834 Sep 17 05:28:36.417725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:36.438828 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9f189db0-0c2d-4522-a20f-f2d6b714bbe1 req-93f4ef26-3cdd-4f06-8b56-99d4e7ddca3a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Sep 17 05:28:36.439994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:36.516342 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad,segment=NetworkSegment(3ec1c095-326b-47e0-8444-c44b7b19cbb0),segment_id=3ec1c095-326b-47e0-8444-c44b7b19cbb0)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:36.574444 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:36.575167 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device ad3381b3-9737-4a4b-9a92-da719ccfdfd4 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:28:36.713784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25a9bf8-ab4d-412f-9f9e-7af85c8e361b" -d '{"events": [{"server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "name": "network-vif-plugged", "status": "completed", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:36.752296 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:36.813333 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f2cab-5972-46c8-9dc5-9e9016b49345 x-openstack-request-id: req-7f1f2cab-5972-46c8-9dc5-9e9016b49345 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:36.813616 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "name": "network-vif-plugged", "status": "completed", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:36.813859 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f1f2cab-5972-46c8-9dc5-9e9016b49345 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:36.814316 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad', 'code': 200} Sep 17 05:28:36.835970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:28:36.835970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:28:36.835970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:36.910920 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:36.955036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:37.039824 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3fa4b-5af4-4333-a4ae-a2273d67d3ce req-724791a1-1234-4d92-8858-e7ba616edce1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:37.041279 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2fc3fa4b-5af4-4333-a4ae-a2273d67d3ce req-724791a1-1234-4d92-8858-e7ba616edce1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0508258 Sep 17 05:28:37.054365 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:37.071096 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:37.077316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2fc3fa4b-5af4-4333-a4ae-a2273d67d3ce req-9e27e20a-3ff3-4db2-bf18-867adb6e20cd tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302472 Sep 17 05:28:37.121377 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:37.299892 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976003d-c976-4eaa-8bff-23c5e7fa3192 req-ca988fee-25ef-426c-9583-8f75d0a909c1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:37.301366 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3976003d-c976-4eaa-8bff-23c5e7fa3192 req-ca988fee-25ef-426c-9583-8f75d0a909c1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0492444 Sep 17 05:28:37.337715 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3976003d-c976-4eaa-8bff-23c5e7fa3192 req-29fc0274-9734-47a8-83ef-e87195800ce0 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Sep 17 05:28:37.548470 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d4852-c4d1-4ad9-aa7f-9399d3bc478d req-1a0d949f-9b77-4f9d-b50b-e344f19b6c26 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:37.549914 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-894d4852-c4d1-4ad9-aa7f-9399d3bc478d req-1a0d949f-9b77-4f9d-b50b-e344f19b6c26 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0469291 Sep 17 05:28:37.585696 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-894d4852-c4d1-4ad9-aa7f-9399d3bc478d req-d7d672bb-ee7d-44dd-a479-33b9e9bfd8c7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295429 Sep 17 05:28:38.193039 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d24d1-700c-4a5f-89fa-3d9282b3727c req-00fba160-097f-48d7-a9bb-0be6d80ed9b9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:38.194545 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d26d24d1-700c-4a5f-89fa-3d9282b3727c req-00fba160-097f-48d7-a9bb-0be6d80ed9b9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0500860 Sep 17 05:28:38.232879 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d26d24d1-700c-4a5f-89fa-3d9282b3727c req-a951538b-8f9d-42db-a5b3-3b5511f43771 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Sep 17 05:28:38.281361 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-c4791481-a4a6-4a94-9317-9ade7d70aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:38.282916 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-c4791481-a4a6-4a94-9317-9ade7d70aab8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 1098 time: 0.0679660 Sep 17 05:28:38.306179 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-b3989112-a3a7-4171-8906-88a7f7ce41e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:38.391137 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-b3989112-a3a7-4171-8906-88a7f7ce41e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:38.448844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95849ba-5e88-474f-b23b-656cff128948 req-fb427976-1c7c-4c2e-81a2-c02e4cff3912 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:38.450254 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d95849ba-5e88-474f-b23b-656cff128948 req-fb427976-1c7c-4c2e-81a2-c02e4cff3912 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Sep 17 05:28:38.462990 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-b3989112-a3a7-4171-8906-88a7f7ce41e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:38.488323 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d95849ba-5e88-474f-b23b-656cff128948 req-7a2ff23a-ca38-4038-8681-de9c8964d45d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Sep 17 05:28:38.492433 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-1a543975-46a4-47ee-bd42-23e5695dca17 req-b3989112-a3a7-4171-8906-88a7f7ce41e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014477 Sep 17 05:28:38.500853 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3989112-a3a7-4171-8906-88a7f7ce41e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f94b92-475c-4524-b3ac-af3012bd3aa5,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:38.699166 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2ab1-8c52-4335-bb03-2579e7415ef1 req-7d562f8a-6c73-4dcc-aa9d-c1204581140a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:38.700655 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-691f2ab1-8c52-4335-bb03-2579e7415ef1 req-7d562f8a-6c73-4dcc-aa9d-c1204581140a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0494578 Sep 17 05:28:38.738234 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-691f2ab1-8c52-4335-bb03-2579e7415ef1 req-d16ef754-a239-4510-a078-2075cad22b96 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Sep 17 05:28:38.815508 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:38.817810 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d394395-4cf2-42d3-b900-241eb36e1b92" -d '{"events": [{"server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "name": "network-vif-plugged", "status": "completed", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:38.897492 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6aa4e1-3c88-4946-ab9c-9c70f61b8862 x-openstack-request-id: req-6e6aa4e1-3c88-4946-ab9c-9c70f61b8862 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:38.898517 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "name": "network-vif-plugged", "status": "completed", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:38.898770 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e6aa4e1-3c88-4946-ab9c-9c70f61b8862 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:38.899168 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4', 'code': 200} Sep 17 05:28:39.353331 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011aa7a-3cbd-42bf-98dc-56661d3544bf req-d638d19a-abd4-4219-8f94-995a1145db91 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:39.354834 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5011aa7a-3cbd-42bf-98dc-56661d3544bf req-d638d19a-abd4-4219-8f94-995a1145db91 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0579991 Sep 17 05:28:39.392857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5011aa7a-3cbd-42bf-98dc-56661d3544bf req-935f5e8c-a37e-4273-89aa-ff67599f5015 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 17 05:28:39.602641 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4b86b-dc60-41a3-8c71-90fd93c0d2fd req-bbd7ac1d-3a5e-4ad0-b46e-b26192d99086 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:39.604439 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31a4b86b-dc60-41a3-8c71-90fd93c0d2fd req-bbd7ac1d-3a5e-4ad0-b46e-b26192d99086 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Sep 17 05:28:39.642329 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31a4b86b-dc60-41a3-8c71-90fd93c0d2fd req-be730008-ab2d-41c2-bca4-93b6ec7efe6f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Sep 17 05:28:39.849151 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc722-f09b-4c1c-88ca-803801c5c46c req-aadc03ae-6781-4750-96ae-edee84b2f10e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:39.851138 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f57fc722-f09b-4c1c-88ca-803801c5c46c req-aadc03ae-6781-4750-96ae-edee84b2f10e tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0477967 Sep 17 05:28:39.887681 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f57fc722-f09b-4c1c-88ca-803801c5c46c req-3918c458-7171-4e5a-b5fe-f2391b43b35a tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305338 Sep 17 05:28:40.174951 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41360) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:40.276409 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.362026 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.375759 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4214c8c6-5773-4312-b8c2-bb587c50d50b up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:28:40.436868 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.473027 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=252af5bb9cdd4942bbdb74b41b9ea453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968998 Sep 17 05:28:40.474963 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b0bf8f-1b73-4f95-a1c6-7daa8811dcc3,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:40.477379 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41366) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:40.488427 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.488779 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.489125 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.489465 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.489801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.490138 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.490470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.490799 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.491130 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.492089 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.492415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.492743 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778d940-94e4-4e1d-8123-1b1e94110c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:40.513101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19e26-cfed-451d-8a25-ebf81a8f7370 req-94ea0c2f-79f1-4cde-9ade-f894c913fc36 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:40.514588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eee19e26-cfed-451d-8a25-ebf81a8f7370 req-94ea0c2f-79f1-4cde-9ade-f894c913fc36 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 944 time: 0.0568185 Sep 17 05:28:40.533974 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 4214c8c6-5773-4312-b8c2-bb587c50d50b completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:28:40.538966 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 4214c8c6-5773-4312-b8c2-bb587c50d50b triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:28:40.539345 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.540956 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.554932 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eee19e26-cfed-451d-8a25-ebf81a8f7370 req-33ac8953-619c-435a-8312-2a70c923294b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Sep 17 05:28:40.567207 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.618141 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.648993 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:40.717236 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.719926 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.723529 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32b0bf8f-1b73-4f95-a1c6-7daa8811dcc3 HTTP/1.1" status: 204 len: 168 time: 0.2428913 Sep 17 05:28:40.734063 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01947993-e24c-40a3-a850-af92b39c6b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b0bf8f-1b73-4f95-a1c6-7daa8811dcc3,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:40.750806 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.751574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device c243865a-6210-4509-8ba6-228f0e2a3cf0 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:28:40.760741 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6267948-e384-4c4f-bee8-0c6ebe3dfb0f req-3c4e046a-4b70-4f8d-b78b-591b3a9781eb tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:40.766814 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6267948-e384-4c4f-bee8-0c6ebe3dfb0f req-3c4e046a-4b70-4f8d-b78b-591b3a9781eb tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 945 time: 0.0575776 Sep 17 05:28:40.800943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6267948-e384-4c4f-bee8-0c6ebe3dfb0f req-f13b6809-8c2e-43fb-948f-09eceedbd681 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Sep 17 05:28:40.827684 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:40.900453 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:40.902775 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913efae0-42da-4007-af28-fbbb288ac93a" -d '{"events": [{"server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "name": "network-vif-plugged", "status": "completed", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:40.928253 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port c243865a-6210-4509-8ba6-228f0e2a3cf0 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:28:40.932796 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port c243865a-6210-4509-8ba6-228f0e2a3cf0 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:28:40.933171 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:40.938476 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd34fd5-58eb-4476-8dfa-ca775635a503 x-openstack-request-id: req-5bd34fd5-58eb-4476-8dfa-ca775635a503 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:40.938823 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "name": "network-vif-plugged", "status": "completed", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:40.942197 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bd34fd5-58eb-4476-8dfa-ca775635a503 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:40.942197 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'code': 200} Sep 17 05:28:41.011515 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecade3-0055-473d-b07a-cfd651303a40 req-fe614758-0d55-4ed2-9ba9-adc0ad687400 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:41.013209 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eecade3-0055-473d-b07a-cfd651303a40 req-fe614758-0d55-4ed2-9ba9-adc0ad687400 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0572598 Sep 17 05:28:41.024557 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.053065 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eecade3-0055-473d-b07a-cfd651303a40 req-dfbcee28-8f6c-46c7-8e20-9bb280a5679c tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Sep 17 05:28:41.062597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:28:41.143046 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.189804 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:41.420258 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41388) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:41.433400 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-31bcfd9d-8199-42b8-afbd-b3065197ce6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.526093 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccfea8-0093-4a11-a557-f34719159071 req-c4224f2a-6e3a-4fc0-8fd1-339f14d933d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:41.527582 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d0ccfea8-0093-4a11-a557-f34719159071 req-c4224f2a-6e3a-4fc0-8fd1-339f14d933d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.0600357 Sep 17 05:28:41.553530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-31bcfd9d-8199-42b8-afbd-b3065197ce6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.802952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f78-03f5-4b9e-8e35-76ca4f9d3bd6 req-7db528d4-8d53-4a60-9c5a-e47e67471538 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:41.802952 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ebd57f78-03f5-4b9e-8e35-76ca4f9d3bd6 req-7db528d4-8d53-4a60-9c5a-e47e67471538 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0542817 Sep 17 05:28:41.802952 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ebd57f78-03f5-4b9e-8e35-76ca4f9d3bd6 req-c19ce35b-c426-4d57-967e-a75cd1a42667 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Sep 17 05:28:41.804960 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-31bcfd9d-8199-42b8-afbd-b3065197ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.804960 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-31bcfd9d-8199-42b8-afbd-b3065197ce6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25eadfe27fba4758869447e824d4ab95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786156 Sep 17 05:28:41.804960 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcfd9d-8199-42b8-afbd-b3065197ce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032143cb-b68c-4992-bb3b-4a6c931894ad,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:41.812086 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41394) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:41.863597 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.884720 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:41.914032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7908-4c89-487a-b527-101789cd2277 req-3e7ec069-9bb9-4c41-9409-862ab39562ae tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:41.915530 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e65b7908-4c89-487a-b527-101789cd2277 req-3e7ec069-9bb9-4c41-9409-862ab39562ae tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0478117 Sep 17 05:28:41.953445 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e65b7908-4c89-487a-b527-101789cd2277 req-31a0785b-5b31-471a-868c-ef92f7fbe993 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Sep 17 05:28:42.164432 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec4ae3-90f0-44dc-8304-f3189ba27814 req-56f7de6b-44d9-47ed-9409-317408102301 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:42.165869 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4ec4ae3-90f0-44dc-8304-f3189ba27814 req-56f7de6b-44d9-47ed-9409-317408102301 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0476649 Sep 17 05:28:42.176959 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:42.180267 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:42.181433 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/032143cb-b68c-4992-bb3b-4a6c931894ad HTTP/1.1" status: 204 len: 168 time: 0.3684375 Sep 17 05:28:42.189899 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8284b1-6e8c-4e0d-82e5-55374ac5d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032143cb-b68c-4992-bb3b-4a6c931894ad,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:42.204560 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4ec4ae3-90f0-44dc-8304-f3189ba27814 req-6b0c12ee-9058-483a-9d57-ef946086520f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Sep 17 05:28:42.833047 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1daec-5611-4e17-b355-3ef1ee1c253c req-5d1fdb18-2db1-4c6d-940d-e32f2b950692 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:42.834523 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ae1daec-5611-4e17-b355-3ef1ee1c253c req-5d1fdb18-2db1-4c6d-940d-e32f2b950692 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Sep 17 05:28:42.871856 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ae1daec-5611-4e17-b355-3ef1ee1c253c req-223bd5fa-e805-478b-8576-2d48eb1271e6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Sep 17 05:28:42.941052 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:42.943863 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0905a-4576-4a91-a222-3832332ad385" -d '{"events": [{"server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "name": "network-vif-plugged", "status": "completed", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:42.968360 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d0ccfea8-0093-4a11-a557-f34719159071 req-61616710-20bb-46b5-b006-2ab54597b38a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Sep 17 05:28:42.985056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebb5e1-a5da-4b36-af35-97b9076fedab x-openstack-request-id: req-adebb5e1-a5da-4b36-af35-97b9076fedab {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:42.985056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "name": "network-vif-plugged", "status": "completed", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:42.985056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adebb5e1-a5da-4b36-af35-97b9076fedab {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:42.985056 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0', 'code': 200} Sep 17 05:28:43.074773 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638aad-cbab-4b24-ada8-dbc05802b045 req-3c2649ac-7474-4af1-a7dc-58679d921e69 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:43.076258 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db638aad-cbab-4b24-ada8-dbc05802b045 req-3c2649ac-7474-4af1-a7dc-58679d921e69 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0542262 Sep 17 05:28:43.121758 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db638aad-cbab-4b24-ada8-dbc05802b045 req-87c0e76c-3aa0-4201-b4df-28108b1db6a7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395412 Sep 17 05:28:43.319480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a47b8-169e-46b4-b67c-3afdc1afecb7 req-5e21e567-406e-42cf-88d7-190241e86ceb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:43.322453 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-360a47b8-169e-46b4-b67c-3afdc1afecb7 req-5e21e567-406e-42cf-88d7-190241e86ceb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0488315 Sep 17 05:28:43.359198 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-360a47b8-169e-46b4-b67c-3afdc1afecb7 req-3e649291-5967-4f90-b027-87e4e4dbefe0 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Sep 17 05:28:43.738937 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f861-b211-4464-83e3-c7d72763b2a1 req-18b850d1-2a03-4a97-8c52-7562a89021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:43.740433 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d610f861-b211-4464-83e3-c7d72763b2a1 req-18b850d1-2a03-4a97-8c52-7562a89021b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0400982 Sep 17 05:28:43.774771 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d610f861-b211-4464-83e3-c7d72763b2a1 req-3914e3de-496d-4ff8-8430-e8dd762cb27b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268641 Sep 17 05:28:43.871854 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:28:43.990068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347975f2-80cb-4512-9aa7-8588c207af13 req-7b299056-23e8-4eb8-ada8-c08b3ae03dd6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:43.991545 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-347975f2-80cb-4512-9aa7-8588c207af13 req-7b299056-23e8-4eb8-ada8-c08b3ae03dd6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0525897 Sep 17 05:28:44.027964 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-347975f2-80cb-4512-9aa7-8588c207af13 req-531915c0-bf1c-40ed-8823-35d40cf93a5a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303955 Sep 17 05:28:44.156958 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41490) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:44.267372 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b48d-aff1-4b3c-aef3-a2625066e57d req-abb2d4da-9dfd-4309-a7d8-fedac529a317 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:44.268961 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aee3b48d-aff1-4b3c-aef3-a2625066e57d req-abb2d4da-9dfd-4309-a7d8-fedac529a317 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0501239 Sep 17 05:28:44.289183 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.325994 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efc38-ebf9-4f2e-832b-34093e467574 req-73b27895-8f2f-4ca1-a41f-316ca2f587b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:44.327490 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-640efc38-ebf9-4f2e-832b-34093e467574 req-73b27895-8f2f-4ca1-a41f-316ca2f587b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1098 time: 0.0419617 Sep 17 05:28:44.333967 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aee3b48d-aff1-4b3c-aef3-a2625066e57d req-ddf682d2-9dc5-48db-b459-cdffca241812 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569293 Sep 17 05:28:44.372451 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-640efc38-ebf9-4f2e-832b-34093e467574 req-128eb8b3-2924-4f90-8b18-65ca2a191005 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Sep 17 05:28:44.411219 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.481433 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92447faf-d58b-412e-b0c2-548a53f1ffe4 req-7ef8e37d-7eb4-4078-bd0f-c76eb3cdce0f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:44.482916 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92447faf-d58b-412e-b0c2-548a53f1ffe4 req-7ef8e37d-7eb4-4078-bd0f-c76eb3cdce0f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0507829 Sep 17 05:28:44.521206 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92447faf-d58b-412e-b0c2-548a53f1ffe4 req-a189f8e0-a3ec-44a1-a8ab-31c6d8732bf7 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Sep 17 05:28:44.556634 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.598807 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fd29e6f0c1540a6b9591dd9471d2dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406121 Sep 17 05:28:44.601369 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e5c05-e9be-49d3-a5ad-53d3e5420481,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:44.606319 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41510) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:44.609477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.609883 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.610228 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.610563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.611192 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.611403 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.611968 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.612173 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.612572 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.612904 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.613230 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.613553 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a222f8b0-2e6a-4974-9402-e37419e670e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:28:44.666247 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.687522 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.802717 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.805323 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:44.806483 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779e5c05-e9be-49d3-a5ad-53d3e5420481 HTTP/1.1" status: 204 len: 168 time: 0.1978564 Sep 17 05:28:44.814843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36529a2-31d7-4fa9-bd79-803820934361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e5c05-e9be-49d3-a5ad-53d3e5420481,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:45.140618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5ce-24be-455c-b8ef-e834aceb3b26 req-14c6a4e8-2f60-4f93-aa71-cfec24df0477 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:45.142233 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7dddd5ce-24be-455c-b8ef-e834aceb3b26 req-14c6a4e8-2f60-4f93-aa71-cfec24df0477 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Sep 17 05:28:45.180678 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7dddd5ce-24be-455c-b8ef-e834aceb3b26 req-5e779e32-fa96-4849-8f6a-8fd7b7bcba1a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Sep 17 05:28:45.449273 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f64b1-42ef-4de1-b298-914c80f0d429 req-2e2cd68e-a709-49ec-9300-5118226f6c03 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:45.450690 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-af4f64b1-42ef-4de1-b298-914c80f0d429 req-2e2cd68e-a709-49ec-9300-5118226f6c03 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Sep 17 05:28:45.490049 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-af4f64b1-42ef-4de1-b298-914c80f0d429 req-fc15d20c-1250-47bc-94e0-4cae822aede9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335162 Sep 17 05:28:45.548215 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41540) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:45.561604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1636543-c28c-4eaf-9b1e-9ecc9a1512f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:45.654127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1eb4c-7875-438a-991e-a6f43f0b2a41 req-f83e53fb-64c5-45f2-aeb5-106cda7606f6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:45.655944 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eef1eb4c-7875-438a-991e-a6f43f0b2a41 req-f83e53fb-64c5-45f2-aeb5-106cda7606f6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0672374 Sep 17 05:28:45.713017 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1636543-c28c-4eaf-9b1e-9ecc9a1512f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:45.716413 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eef1eb4c-7875-438a-991e-a6f43f0b2a41 req-ce2c6c02-54e3-4a56-8378-a67b96940220 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542791 Sep 17 05:28:45.805729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1636543-c28c-4eaf-9b1e-9ecc9a1512f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:45.844630 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e1636543-c28c-4eaf-9b1e-9ecc9a1512f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96ee3b3eb66049038e41a84461acc88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953453 Sep 17 05:28:45.845498 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1636543-c28c-4eaf-9b1e-9ecc9a1512f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945d7cf-5994-4edf-ae22-f94d1da0c68b,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:45.847318 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41552) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:45.910561 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:45.930739 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:46.051131 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:46.054246 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:46.055455 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4945d7cf-5994-4edf-ae22-f94d1da0c68b HTTP/1.1" status: 204 len: 168 time: 0.2065027 Sep 17 05:28:46.063299 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d15d42-50ad-4ab0-88cc-6cfadf3ac927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945d7cf-5994-4edf-ae22-f94d1da0c68b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:46.293489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7ce2e-3565-4eb3-93bf-5a79b4bdfa31 req-c758fdd8-6777-4cb9-ac45-635b219f10b8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:46.294964 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27c7ce2e-3565-4eb3-93bf-5a79b4bdfa31 req-c758fdd8-6777-4cb9-ac45-635b219f10b8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Sep 17 05:28:46.332215 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27c7ce2e-3565-4eb3-93bf-5a79b4bdfa31 req-1be92c0e-43b9-49a2-9a59-1f5b0e65309a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Sep 17 05:28:46.602107 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7810-4f46-408a-b8b9-35bcba260173 req-e566dea7-8823-46e4-a14c-f4a076938ded tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:46.603572 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dcaa7810-4f46-408a-b8b9-35bcba260173 req-e566dea7-8823-46e4-a14c-f4a076938ded tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0476530 Sep 17 05:28:46.641809 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dcaa7810-4f46-408a-b8b9-35bcba260173 req-39da54f6-4a7e-455b-8fa5-27b054c63d26 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Sep 17 05:28:46.851647 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744aedd-5b8b-4767-aeb1-19629c6239d9 req-dd312d41-e867-4807-8f66-0b87ecd56cc4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:46.853231 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c744aedd-5b8b-4767-aeb1-19629c6239d9 req-dd312d41-e867-4807-8f66-0b87ecd56cc4 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0598967 Sep 17 05:28:46.892064 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c744aedd-5b8b-4767-aeb1-19629c6239d9 req-622ea164-93c9-4689-99d7-27f844f8a462 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Sep 17 05:28:47.446716 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7ee6-3f57-4b8a-a617-13c75b49ae89 req-a8be0e1c-24d5-4989-855a-58f50fab0b8b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:47.450046 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa3d7ee6-3f57-4b8a-a617-13c75b49ae89 req-a8be0e1c-24d5-4989-855a-58f50fab0b8b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Sep 17 05:28:47.485084 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa3d7ee6-3f57-4b8a-a617-13c75b49ae89 req-cf365fa8-42b3-493f-8389-f974da9f3b1c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Sep 17 05:28:47.755072 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d176-cfaa-4e9d-8fa7-ad6c63a3e5db req-acfd6123-ebef-4054-948a-f01eb715c4a3 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:47.756562 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0520d176-cfaa-4e9d-8fa7-ad6c63a3e5db req-acfd6123-ebef-4054-948a-f01eb715c4a3 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Sep 17 05:28:47.795278 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0520d176-cfaa-4e9d-8fa7-ad6c63a3e5db req-876d2401-4344-4a42-8d59-378e78c173ad tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Sep 17 05:28:48.005909 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b349c-b610-436b-b091-f3d9fa2a8366 req-e79cc75a-2bf2-4c2d-bd68-67b1f3fcacd8 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:48.007409 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-082b349c-b610-436b-b091-f3d9fa2a8366 req-e79cc75a-2bf2-4c2d-bd68-67b1f3fcacd8 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0491109 Sep 17 05:28:48.044193 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-082b349c-b610-436b-b091-f3d9fa2a8366 req-9ac46956-cbdb-42b5-88db-8e4f6eac8876 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Sep 17 05:28:48.599510 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370ff9-3265-434a-993b-47adb707b882 req-a0a1baf6-178a-4651-94e5-00a6a6803751 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:48.600998 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a370ff9-3265-434a-993b-47adb707b882 req-a0a1baf6-178a-4651-94e5-00a6a6803751 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Sep 17 05:28:48.637778 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a370ff9-3265-434a-993b-47adb707b882 req-e4fa4b90-74d0-45b4-855d-9feff1f774b9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Sep 17 05:28:48.917217 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16a20-c9c7-41e9-8e7d-abeac6d2d117 req-5358dd98-bb9b-494b-af1a-7e8d931a7bc2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:48.918731 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-37a16a20-c9c7-41e9-8e7d-abeac6d2d117 req-5358dd98-bb9b-494b-af1a-7e8d931a7bc2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0559418 Sep 17 05:28:48.976323 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-37a16a20-c9c7-41e9-8e7d-abeac6d2d117 req-d575f3fe-6a01-438f-a88f-3e9403c2b507 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495017 Sep 17 05:28:49.158813 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b332-f034-4dd8-b1e8-36c38aa83785 req-f2f3df55-caa8-42f7-a790-3350c2e89d94 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:49.160305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a2b4b332-f034-4dd8-b1e8-36c38aa83785 req-f2f3df55-caa8-42f7-a790-3350c2e89d94 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0495200 Sep 17 05:28:49.199192 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a2b4b332-f034-4dd8-b1e8-36c38aa83785 req-9d353c30-0fac-47a2-aed1-c12dcd3b861f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Sep 17 05:28:49.752399 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8997-50ca-4bbe-8aac-f64cd4a151b3 req-a6c9c9fa-82fe-498f-9667-d009ae5f4ce1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:49.753896 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-666f8997-50ca-4bbe-8aac-f64cd4a151b3 req-a6c9c9fa-82fe-498f-9667-d009ae5f4ce1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Sep 17 05:28:49.791148 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-666f8997-50ca-4bbe-8aac-f64cd4a151b3 req-e8bf04b4-a4de-4127-806d-cb04a94ba9dd tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Sep 17 05:28:50.089458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d85e22-42e1-45ef-9a25-3bdeb12d2b54 req-0333a087-da55-4b79-9345-49ca36eb18a1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:50.091119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22d85e22-42e1-45ef-9a25-3bdeb12d2b54 req-0333a087-da55-4b79-9345-49ca36eb18a1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0475969 Sep 17 05:28:50.128419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22d85e22-42e1-45ef-9a25-3bdeb12d2b54 req-4f889af7-3d8b-4c17-9698-497f5fbd612e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Sep 17 05:28:50.310126 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abe014-0d5c-4c79-ab57-8bb593aa10ed req-1b362889-c53c-4f2e-b5e2-dbb99f89a4e6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:50.311580 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f8abe014-0d5c-4c79-ab57-8bb593aa10ed req-1b362889-c53c-4f2e-b5e2-dbb99f89a4e6 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0475545 Sep 17 05:28:50.347591 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f8abe014-0d5c-4c79-ab57-8bb593aa10ed req-4614a013-0396-4f3e-9ab2-7d1188f19e51 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299311 Sep 17 05:28:50.634665 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41678) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:50.736907 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f10f3b1a-114c-4bc0-9d8a-7b51145cf708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:50.829618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f10f3b1a-114c-4bc0-9d8a-7b51145cf708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:50.906402 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f110fc4-2d49-402d-8cf6-3ef31ae21222 req-3fdd50fb-1355-462e-8c2f-9b60f5cac2d2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:50.907895 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f110fc4-2d49-402d-8cf6-3ef31ae21222 req-3fdd50fb-1355-462e-8c2f-9b60f5cac2d2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Sep 17 05:28:50.945032 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f110fc4-2d49-402d-8cf6-3ef31ae21222 req-6773e1b6-6627-4ae7-b229-6f2d684b446d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Sep 17 05:28:50.979687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f10f3b1a-114c-4bc0-9d8a-7b51145cf708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:51.017655 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f10f3b1a-114c-4bc0-9d8a-7b51145cf708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cfc7c891fd1466db72e9d708f9bc960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817248 Sep 17 05:28:51.018600 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3b1a-114c-4bc0-9d8a-7b51145cf708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f68f8c-a20c-4c5d-84d3-bb8d4c128e16,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:51.020217 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41692) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:51.081658 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:51.102516 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:51.239436 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:51.242120 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:51.243259 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7f68f8c-a20c-4c5d-84d3-bb8d4c128e16 HTTP/1.1" status: 204 len: 168 time: 0.2215259 Sep 17 05:28:51.246542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f0d6-d6a1-41f6-a140-035341700e94 req-59cabb54-6ab2-4583-90e4-a7067838018b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:51.248129 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3487f0d6-d6a1-41f6-a140-035341700e94 req-59cabb54-6ab2-4583-90e4-a7067838018b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0477016 Sep 17 05:28:51.252537 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f70779-99d5-4a00-b279-f6189adfd526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f68f8c-a20c-4c5d-84d3-bb8d4c128e16,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:51.294118 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3487f0d6-d6a1-41f6-a140-035341700e94 req-d6ee6cd1-90a5-4731-b02d-554f37a48b09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 Sep 17 05:28:51.639795 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d1b0-7090-4f1f-b9f1-d668ae106406 req-8f73331b-7959-4bdf-ab6d-3e123dad380b tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:51.641180 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b907d1b0-7090-4f1f-b9f1-d668ae106406 req-8f73331b-7959-4bdf-ab6d-3e123dad380b tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.2282794 Sep 17 05:28:51.677505 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b907d1b0-7090-4f1f-b9f1-d668ae106406 req-d90a9f21-0567-428a-84f3-8686febb3d65 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Sep 17 05:28:51.956079 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41716) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:51.968882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89c9897c-2264-470a-851a-d2e46d6a6e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.081301 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492718ae-1705-4a47-9408-8f4a56f7557a req-fdc2fd3f-386c-410e-9187-339cbf6d5073 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:52.082743 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-492718ae-1705-4a47-9408-8f4a56f7557a req-fdc2fd3f-386c-410e-9187-339cbf6d5073 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0705774 Sep 17 05:28:52.105260 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89c9897c-2264-470a-851a-d2e46d6a6e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.126795 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-492718ae-1705-4a47-9408-8f4a56f7557a req-119804cf-3a82-40d3-9f90-acba476c03ff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Sep 17 05:28:52.208277 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-89c9897c-2264-470a-851a-d2e46d6a6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.246936 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-89c9897c-2264-470a-851a-d2e46d6a6e77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a17c798bcc146708b69ffcdad02d5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897267 Sep 17 05:28:52.248073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9897c-2264-470a-851a-d2e46d6a6e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf4f7f-59dc-420c-adee-61787b53e33b,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:52.249659 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41722) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:52.296575 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.317894 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.410200 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03db0-7509-48f6-9ed0-31638a876773 req-cbc91df0-4247-43c2-bf00-c9aaf9e212fd tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:52.411716 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ee03db0-7509-48f6-9ed0-31638a876773 req-cbc91df0-4247-43c2-bf00-c9aaf9e212fd tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0492973 Sep 17 05:28:52.428273 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.431521 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:52.432735 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48cf4f7f-59dc-420c-adee-61787b53e33b HTTP/1.1" status: 204 len: 168 time: 0.1821256 Sep 17 05:28:52.440604 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cfa89-89b0-4f45-b771-99064d3c1eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf4f7f-59dc-420c-adee-61787b53e33b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:52.466898 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ee03db0-7509-48f6-9ed0-31638a876773 req-0ce17008-b73a-4611-9ebe-16be0d436cb9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471828 Sep 17 05:28:52.856754 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:53.244909 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf97d3-b6f5-456e-9be7-57a9650b6819 req-faebe189-9b1c-4768-bb82-da003e8a529f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:53.246369 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddbf97d3-b6f5-456e-9be7-57a9650b6819 req-faebe189-9b1c-4768-bb82-da003e8a529f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0467091 Sep 17 05:28:53.283975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddbf97d3-b6f5-456e-9be7-57a9650b6819 req-6c8a85bf-cf2d-4122-8d4f-d06958f88a3a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Sep 17 05:28:53.584866 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96236a-71a4-4d53-87c9-a94260d9a383 req-c553920f-fb88-4134-84ee-222242cdafab tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:53.586352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6b96236a-71a4-4d53-87c9-a94260d9a383 req-c553920f-fb88-4134-84ee-222242cdafab tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0479739 Sep 17 05:28:53.626661 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6b96236a-71a4-4d53-87c9-a94260d9a383 req-dc76c317-05b2-4213-9521-e67f7ecd4862 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344844 Sep 17 05:28:54.396064 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a5df-1fba-4dd6-b079-cd258037e41c req-5546070b-0a33-4cb5-8561-253cc3fa5c46 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:54.398260 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5592a5df-1fba-4dd6-b079-cd258037e41c req-5546070b-0a33-4cb5-8561-253cc3fa5c46 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Sep 17 05:28:54.412861 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41784) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:54.437052 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5592a5df-1fba-4dd6-b079-cd258037e41c req-c504997e-9e96-4080-bb3b-a29c43f10253 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Sep 17 05:28:54.516163 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2744-93f7-41dc-90cd-fe0760c32451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.602816 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2744-93f7-41dc-90cd-fe0760c32451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.665296 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2744-93f7-41dc-90cd-fe0760c32451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.702280 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-bc3e2744-93f7-41dc-90cd-fe0760c32451 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebdcd86763ec4939889e4bf40fcb9e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878149 Sep 17 05:28:54.704331 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2744-93f7-41dc-90cd-fe0760c32451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f141beb-11f7-4d3d-8bc8-1e6c71fdd19b,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:54.706652 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 41792) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:54.743991 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19126e-20d2-46d7-97be-b2d00e6fadbb req-433fbf75-bd1a-4ea8-9511-64c2b81b4042 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:54.745461 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef19126e-20d2-46d7-97be-b2d00e6fadbb req-433fbf75-bd1a-4ea8-9511-64c2b81b4042 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0540767 Sep 17 05:28:54.756115 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.777100 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.782099 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef19126e-20d2-46d7-97be-b2d00e6fadbb req-4bd2ec29-2dab-4ab8-9052-a4da27a9ce55 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Sep 17 05:28:54.899231 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.901646 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:54.902783 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f141beb-11f7-4d3d-8bc8-1e6c71fdd19b HTTP/1.1" status: 204 len: 168 time: 0.1952388 Sep 17 05:28:54.910717 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3877-14be-4ccf-81f1-7d9b1b6174df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f141beb-11f7-4d3d-8bc8-1e6c71fdd19b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:28:55.570908 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975316d-c5fa-463a-abb2-a3be061a7772 req-71eff09d-7d32-4485-b50e-0f91368d8198 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:55.573256 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4975316d-c5fa-463a-abb2-a3be061a7772 req-71eff09d-7d32-4485-b50e-0f91368d8198 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Sep 17 05:28:55.619568 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4975316d-c5fa-463a-abb2-a3be061a7772 req-6eaa66a7-f15d-4d4d-b53c-b898bf8baa93 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Sep 17 05:28:55.897129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02e3b-8361-4701-8f13-493d49786655 req-dce74662-812c-46d7-a00c-67a5053e5c71 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:55.898686 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-56c02e3b-8361-4701-8f13-493d49786655 req-dce74662-812c-46d7-a00c-67a5053e5c71 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Sep 17 05:28:55.945721 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-56c02e3b-8361-4701-8f13-493d49786655 req-26092349-a08a-449c-85e2-da175be1a026 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Sep 17 05:28:56.732563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b19c72-35a6-48eb-ac19-f7aec7bcf89b req-38452a40-4c87-4ee3-a78f-ccb9fe7fdc5e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:56.734024 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-87b19c72-35a6-48eb-ac19-f7aec7bcf89b req-38452a40-4c87-4ee3-a78f-ccb9fe7fdc5e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Sep 17 05:28:56.769425 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-87b19c72-35a6-48eb-ac19-f7aec7bcf89b req-3503560b-2611-4f79-9753-b2942e97de1a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295517 Sep 17 05:28:57.071478 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e74f6e-ce99-41f0-ac21-99a3dd44530d req-281a980c-188f-45ef-9dde-fd863082742d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.073129 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e6e74f6e-ce99-41f0-ac21-99a3dd44530d req-281a980c-188f-45ef-9dde-fd863082742d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Sep 17 05:28:57.118928 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e6e74f6e-ce99-41f0-ac21-99a3dd44530d req-7420bb62-2a16-48f5-9a79-109b752e8d6d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374150 Sep 17 05:28:57.270035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013a6d1-30d9-49ac-928d-2f54a2ea9a38 req-56256f1f-f817-4866-8141-be3232acf314 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.271529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0013a6d1-30d9-49ac-928d-2f54a2ea9a38 req-56256f1f-f817-4866-8141-be3232acf314 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Sep 17 05:28:57.280902 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 41862) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:28:57.285439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'floatingip': {'port_id': '4214c8c6-5773-4312-b8c2-bb587c50d50b'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:28:57.381318 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:57.385776 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-5009ffcb-1fee-4ae6-aa07-dc39c3f9fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.388218 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-5009ffcb-1fee-4ae6-aa07-dc39c3f9fe27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1098 time: 0.0521543 Sep 17 05:28:57.473161 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e987-f096-40f4-b714-010ed20a0043 req-c339b3f8-cb7d-4a33-a05d-a10064996e5a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.480148 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7414e987-f096-40f4-b714-010ed20a0043 req-c339b3f8-cb7d-4a33-a05d-a10064996e5a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.2070744 Sep 17 05:28:57.502466 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-9b0b9486-b0e7-4648-9137-1ceb972ce229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.503971 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-9b0b9486-b0e7-4648-9137-1ceb972ce229 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.1078892 Sep 17 05:28:57.549730 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-a46fcd64-f74d-4f44-b781-47c6d83b3334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0 HTTP/1.1" status: 200 len: 217 time: 0.0348539 Sep 17 05:28:57.587934 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7414e987-f096-40f4-b714-010ed20a0043 req-91845efa-e25a-448b-aba7-c69b845678d9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014805 Sep 17 05:28:57.609697 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-49e1d031-d0d0-42e2-8e57-f8adb2943f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.611141 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-49e1d031-d0d0-42e2-8e57-f8adb2943f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.0516920 Sep 17 05:28:57.642968 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-45ffa420-1ab3-40ab-a5a1-29c55d3745af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241976 Sep 17 05:28:57.796039 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-ace01d0e-e10a-461c-980f-d6e2334f3548 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911567 Sep 17 05:28:57.809364 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-f4d72a57-d964-4ec7-839a-383ac9b563c4 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364524 Sep 17 05:28:57.929319 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-07240bda-6db0-48a1-ad8b-c50b85d71869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:57.930955 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-07240bda-6db0-48a1-ad8b-c50b85d71869 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e2beb460db04d2a9ed611a5f6c15299&device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 1098 time: 0.0825162 Sep 17 05:28:57.941266 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-c4783a94-6b1e-491c-9cce-c5b58874a03e req-75868521-0d74-47ae-a2b9-cb434e6b5736 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220148 Sep 17 05:28:58.043302 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:58.048848 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-8065193d-e8a6-40c3-b8f6-d7751561e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:58.050474 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-8065193d-e8a6-40c3-b8f6-d7751561e6fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb181fe-41dd-4585-8c58-69d0171b1666 HTTP/1.1" status: 200 len: 911 time: 0.0895388 Sep 17 05:28:58.102670 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-18fd75a0-fbcc-4b2b-a942-217e4e60013e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad HTTP/1.1" status: 200 len: 217 time: 0.0385745 Sep 17 05:28:58.157590 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-38c3e2b1-e0a2-4482-ac13-d4bdaabd6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:58.159103 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-38c3e2b1-e0a2-4482-ac13-d4bdaabd6e5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa8c325-d503-4269-8c81-603cf555cfdb HTTP/1.1" status: 200 len: 850 time: 0.0461700 Sep 17 05:28:58.159663 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:58.189957 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-5103cd02-20ad-446f-9759-7e65b241f1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb181fe-41dd-4585-8c58-69d0171b1666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231080 Sep 17 05:28:58.256121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Floating IP a693d9ca-14e7-4828-a1fd-4bd345a260da associated. External IP: 172.27.2.222, port: 4214c8c6-5773-4312-b8c2-bb587c50d50b. Sep 17 05:28:58.281993 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-2c8a7d25-6a94-4198-9a18-5b3a07586d22 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840368 Sep 17 05:28:58.551744 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9b68507d-c03e-49fc-aac1-d758fb407bea req-74be1fb1-8349-4474-a3cd-e794430ffc98 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550402 Sep 17 05:28:58.655224 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:28:58.749419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e995bc5-97ba-4fc9-a9cf-1f6addc4b96e req-39ce4b7a-6469-4638-a114-5ff6b98c5e35 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:58.750956 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e995bc5-97ba-4fc9-a9cf-1f6addc4b96e req-39ce4b7a-6469-4638-a114-5ff6b98c5e35 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0944114 Sep 17 05:28:58.838294 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e995bc5-97ba-4fc9-a9cf-1f6addc4b96e req-c36e6f82-ca7f-4a10-bf19-f846c75dc66a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785050 Sep 17 05:28:58.857607 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:28:58.857607 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:28:58.869629 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:28:58.884455 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:28:58.887459 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:28:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:28:58.889044 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-df1a92f4-1a95-4a58-8044-a4aeddc6b0c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "PUT /v2.0/floatingips/a693d9ca-14e7-4828-a1fd-4bd345a260da HTTP/1.1" status: 200 len: 992 time: 1.6071348 Sep 17 05:28:58.889811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:28:58.892236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43564020-5237-4d65-9879-b5960728cf91" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:28:59.009773 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:28:59.045098 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c6cf4-f3b2-4888-9a6b-4d4a5a19751e x-openstack-request-id: req-3a4c6cf4-f3b2-4888-9a6b-4d4a5a19751e {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:28:59.045943 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:28:59.046353 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a4c6cf4-f3b2-4888-9a6b-4d4a5a19751e {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:28:59.046893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'status': 'completed', 'code': 200} Sep 17 05:28:59.106000 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564020-5237-4d65-9879-b5960728cf91 req-f1120b79-041e-4096-8f1b-7557bcd594cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:59.107581 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-f1120b79-041e-4096-8f1b-7557bcd594cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0411856 Sep 17 05:28:59.205381 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564020-5237-4d65-9879-b5960728cf91 req-1d700d18-5ad2-47ad-9ada-bd78dfcd6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:59.207348 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-1d700d18-5ad2-47ad-9ada-bd78dfcd6442 service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.0925508 Sep 17 05:28:59.318271 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-dec1bd87-ca56-4656-9548-7d3f6563048f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1000 time: 0.1032431 Sep 17 05:28:59.384095 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564020-5237-4d65-9879-b5960728cf91 req-3b2cc744-51a6-43f7-968d-9100ef509083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:59.385570 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-3b2cc744-51a6-43f7-968d-9100ef509083 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0566659 Sep 17 05:28:59.386686 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a693d9ca-14e7-4828-a1fd-4bd345a260da', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:93:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:27:53Z', 'updated_at': '2021-09-17T05:28:57Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:28:59.423296 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:28:59.437279 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564020-5237-4d65-9879-b5960728cf91 req-3351b567-1e55-4f6e-9b53-3dd37b808f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:59.438931 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-3351b567-1e55-4f6e-9b53-3dd37b808f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462279 Sep 17 05:28:59.445200 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:28:59.445814 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:28:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:28:59.536559 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-f49e0a11-72ab-435f-9e22-8260f62a8bd2 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893204 Sep 17 05:28:59.562208 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:28:59.631139 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-43564020-5237-4d65-9879-b5960728cf91 req-ea9871f6-6bd8-4e14-9a75-771c76d8c670 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Sep 17 05:28:59.773038 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a693d9ca-14e7-4828-a1fd-4bd345a260da', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:93:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:27:53Z', 'updated_at': '2021-09-17T05:28:57Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:28:59.804595 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac968ec-a7e4-4627-9498-ca3b344d3c43 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a693d9ca-14e7-4828-a1fd-4bd345a260da', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:93:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:27:53Z', 'updated_at': '2021-09-17T05:28:57Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:28:59.959116 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22147c56-ec80-48a4-839b-015cc7212383 req-d8c6aec1-09c1-4fea-b917-520586ae28c5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:28:59.961262 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22147c56-ec80-48a4-839b-015cc7212383 req-d8c6aec1-09c1-4fea-b917-520586ae28c5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Sep 17 05:29:00.005973 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22147c56-ec80-48a4-839b-015cc7212383 req-e88d76a1-7aab-44a4-9919-f40a1a5e2f53 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Sep 17 05:29:00.039574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c46fdd-4583-4594-b94a-7d22f83b25f8 None None] New status for floating IP a693d9ca-14e7-4828-a1fd-4bd345a260da: ACTIVE {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:29:01.129216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a20-2368-4e01-9f06-a4e461c9c459 req-951708f0-6540-43a7-a32d-526b6cd2e2de tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:01.130648 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f4ff1a20-2368-4e01-9f06-a4e461c9c459 req-951708f0-6540-43a7-a32d-526b6cd2e2de tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0481105 Sep 17 05:29:01.166726 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f4ff1a20-2368-4e01-9f06-a4e461c9c459 req-c981a0fa-d760-450b-a412-44060d222376 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296209 Sep 17 05:29:01.608036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-402b5427-7ff7-428e-8d89-65d04d1b85ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:02.279044 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ac46c-4b05-4885-b06d-5372223d7171 req-991226ad-8780-447b-83c8-6e369528ef3f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:02.280782 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d3ac46c-4b05-4885-b06d-5372223d7171 req-991226ad-8780-447b-83c8-6e369528ef3f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0473151 Sep 17 05:29:02.316383 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d3ac46c-4b05-4885-b06d-5372223d7171 req-707769f5-5549-40b5-88fa-9b65f8bcd086 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295155 Sep 17 05:29:03.434734 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73f3b-e224-45b3-8a09-289b50e4e11d req-296670be-4f00-4462-be76-19d44fbc9c51 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:03.436230 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1b73f3b-e224-45b3-8a09-289b50e4e11d req-296670be-4f00-4462-be76-19d44fbc9c51 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Sep 17 05:29:03.472203 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1b73f3b-e224-45b3-8a09-289b50e4e11d req-294b5852-0586-4810-91a8-b6b820830f19 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300217 Sep 17 05:29:04.439669 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-847a2323-b702-4868-918e-a9701ac70470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:04.583130 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8447192-c271-44c0-b6e4-162160b7b24b req-6a6320ef-dfdf-45b8-928e-84680fcb5b97 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:04.584744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c8447192-c271-44c0-b6e4-162160b7b24b req-6a6320ef-dfdf-45b8-928e-84680fcb5b97 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0474837 Sep 17 05:29:04.621751 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c8447192-c271-44c0-b6e4-162160b7b24b req-a1aebd10-6a50-4d51-849e-756d3e781463 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Sep 17 05:29:05.001830 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:05.453925 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:05.732836 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef2b6-5478-4b73-9512-c12a97c5299d req-56370620-1259-48fb-a99c-bdb2208ac4dc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:05.734326 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa8ef2b6-5478-4b73-9512-c12a97c5299d req-56370620-1259-48fb-a99c-bdb2208ac4dc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Sep 17 05:29:05.773885 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa8ef2b6-5478-4b73-9512-c12a97c5299d req-d2e95992-db99-45d4-8153-05b5a62c5e3c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Sep 17 05:29:06.657014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42104) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:06.766835 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8526-637f-4758-8f46-cb3adc932517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:06.882887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8526-637f-4758-8f46-cb3adc932517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:06.902577 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40837-62b6-45c7-a331-7df47b7330fc req-042c0813-9fc1-4841-b376-1c6958db1275 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:06.904144 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09d40837-62b6-45c7-a331-7df47b7330fc req-042c0813-9fc1-4841-b376-1c6958db1275 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0605781 Sep 17 05:29:06.944813 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09d40837-62b6-45c7-a331-7df47b7330fc req-08e6df85-706b-475a-bc01-31d52cc7c5d1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Sep 17 05:29:06.970687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8526-637f-4758-8f46-cb3adc932517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.008885 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2cbe8526-637f-4758-8f46-cb3adc932517 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=828cd1bb9d9b41d0874b4c8ed29af207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507297 Sep 17 05:29:07.011172 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe8526-637f-4758-8f46-cb3adc932517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5ee75-8f84-41de-a1ee-1a9ce47de419,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:07.011632 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42114) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:07.080523 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.084987 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.101954 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.239493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.242706 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.246484 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8df5ee75-8f84-41de-a1ee-1a9ce47de419 HTTP/1.1" status: 204 len: 168 time: 0.2308929 Sep 17 05:29:07.259843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ab24a-e82e-42f5-a7ac-3e0df4498b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5ee75-8f84-41de-a1ee-1a9ce47de419,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:07.501295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42140) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:07.616903 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5da3d47e-b086-48e0-942f-67aed128f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.706896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5da3d47e-b086-48e0-942f-67aed128f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.782245 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5da3d47e-b086-48e0-942f-67aed128f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.825156 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5da3d47e-b086-48e0-942f-67aed128f395 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6598cc98daa4626846da3cbfb3826b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227479 Sep 17 05:29:07.826515 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3d47e-b086-48e0-942f-67aed128f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b73096-9b88-4484-b329-7eb69f8b98d8,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:07.835858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42166) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:07.889636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:07.914746 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.061018 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c7ac9-8ca6-4818-8554-cd285036b22a req-cde5b205-a0e4-44da-99c3-84d4c07ffda0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:08.062524 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-696c7ac9-8ca6-4818-8554-cd285036b22a req-cde5b205-a0e4-44da-99c3-84d4c07ffda0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0510020 Sep 17 05:29:08.063592 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.066139 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.071428 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64b73096-9b88-4484-b329-7eb69f8b98d8 HTTP/1.1" status: 204 len: 168 time: 0.2338741 Sep 17 05:29:08.082305 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca118-c78d-4453-be78-b816e7b5a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b73096-9b88-4484-b329-7eb69f8b98d8,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:08.115673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-696c7ac9-8ca6-4818-8554-cd285036b22a req-268dadb1-12b6-4ce5-a13e-4b118e00cf2f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Sep 17 05:29:08.414482 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42210) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:08.506546 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-831568430-network', 'tenant_id': '94d45ed1c99a425a8b78382c745f796d'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:08.624734 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Made reservation on behalf of 94d45ed1c99a425a8b78382c745f796d for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:08.627097 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.636175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.726095 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.821544 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42216) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:08.834268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6a87b08b-ecb7-4175-b3d9-bcd05d93147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.936942 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.960707 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:29:08.970066 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4461c4a-8462-4339-937b-9e68c72a5fb5,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:08.974751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:08.975765 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Added segment 122f2da8-39fe-4584-a830-e82fe3cba10b of type vlan for network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c Sep 17 05:29:09.014268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6a87b08b-ecb7-4175-b3d9-bcd05d93147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.016107 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.102404 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6a87b08b-ecb7-4175-b3d9-bcd05d93147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.139318 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.141421 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-6a87b08b-ecb7-4175-b3d9-bcd05d93147b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21af0064e2c0488f935fd12e10c56978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175359 Sep 17 05:29:09.141553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:09.141553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.142796 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b08b-ecb7-4175-b3d9-bcd05d93147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e552d-cd2d-4b57-966e-0135a7e08c95,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:09.144287 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42220) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:09.232298 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] Pushing event updated for resources: {'Network': ['ID=98acf002-8e8f-42e6-a2bb-e301cbc7d93c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:09.236188 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf5f0-ba7a-45e4-af10-03d00dd3847c req-ed270628-286e-4766-96b8-97ee5e957bb0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:09.238067 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a98cf5f0-ba7a-45e4-af10-03d00dd3847c req-ed270628-286e-4766-96b8-97ee5e957bb0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0541563 Sep 17 05:29:09.244298 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:29:09.258088 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.269358 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-67289371-e909-4fda-bcf0-dbdfabf9d55b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8528268 Sep 17 05:29:09.274040 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42226) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:09.283733 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a98cf5f0-ba7a-45e4-af10-03d00dd3847c req-351c46d0-6cd1-4b5e-b4d5-06e795d9714c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Sep 17 05:29:09.285485 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Request body: {'subnet': {'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-831568430-subnet', 'tenant_id': '94d45ed1c99a425a8b78382c745f796d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:09.308050 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.365171 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Made reservation on behalf of 94d45ed1c99a425a8b78382c745f796d for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:09.368930 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.455345 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.467854 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.467854 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb2e552d-cd2d-4b57-966e-0135a7e08c95 HTTP/1.1" status: 204 len: 168 time: 0.3109646 Sep 17 05:29:09.472530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570398e2-2691-4c45-a8ef-244a8836901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e552d-cd2d-4b57-966e-0135a7e08c95,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:09.680518 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:09.735271 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:09.749295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Checking segment: {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:09.749295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Network hostable DHCP agents. Network: 98acf002-8e8f-42e6-a2bb-e301cbc7d93c, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:29:09.853890 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:29:09.993562 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 98acf002-8e8f-42e6-a2bb-e301cbc7d93c) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:09.999830 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:10.000658 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:10.005810 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d1cdb-89e9-4436-bb0e-264ed71b136a None None] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:10.094648 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-3b3c1f56-60f1-47c2-9d75-758cdb608301 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8135989 Sep 17 05:29:10.128803 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9ccb9-0d2d-45ea-aac7-d086a15d930f None None] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:10.428096 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a352414-3568-46a6-8a92-7e357ceeb8ad req-9ab8ec8f-085e-4c47-8fe1-864d3a30c272 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:10.429700 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8a352414-3568-46a6-8a92-7e357ceeb8ad req-9ab8ec8f-085e-4c47-8fe1-864d3a30c272 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0765941 Sep 17 05:29:10.470187 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8a352414-3568-46a6-8a92-7e357ceeb8ad req-393ea0f5-0e71-49cc-a07f-bbf0967b684f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Sep 17 05:29:11.405195 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42316) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:11.534983 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7208712-aa19-4996-ae43-cff061bc5591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:11.611756 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c306-c219-4c21-bd33-237f76e72fac req-976e77aa-6434-47db-bec5-0c50f0bf810e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:11.621000 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eb7c306-c219-4c21-bd33-237f76e72fac req-976e77aa-6434-47db-bec5-0c50f0bf810e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0654385 Sep 17 05:29:11.654641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7208712-aa19-4996-ae43-cff061bc5591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:11.657649 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eb7c306-c219-4c21-bd33-237f76e72fac req-59a3e39e-2b90-49fb-a68d-daa37a0512fc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Sep 17 05:29:11.708150 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7208712-aa19-4996-ae43-cff061bc5591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:11.748386 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b7208712-aa19-4996-ae43-cff061bc5591 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4a7ce6a63844c9f8b52828daa70ace2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409221 Sep 17 05:29:11.749231 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208712-aa19-4996-ae43-cff061bc5591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49819138-2959-48d3-ae93-88dab24e5041,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:11.751047 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42334) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:11.807057 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:11.828995 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.030970 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.033629 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.034813 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49819138-2959-48d3-ae93-88dab24e5041 HTTP/1.1" status: 204 len: 168 time: 0.2826333 Sep 17 05:29:12.043292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e08c-59f4-49c5-92d9-253d0484df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49819138-2959-48d3-ae93-88dab24e5041,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:12.711741 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42386) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:12.713983 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42388) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:12.732696 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86ca00bb-50d5-4954-a64d-4fe6e6cc8330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.804748 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d0f2-7259-4e13-bfd8-5710ebef4663 req-71983841-9fb4-446d-81d3-332685284bac tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:12.806451 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3f6d0f2-7259-4e13-bfd8-5710ebef4663 req-71983841-9fb4-446d-81d3-332685284bac tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0725582 Sep 17 05:29:12.866510 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3f6d0f2-7259-4e13-bfd8-5710ebef4663 req-fa56f0a2-9062-4ae8-b46c-325be724d602 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514839 Sep 17 05:29:12.887246 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86ca00bb-50d5-4954-a64d-4fe6e6cc8330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.895642 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-004fdcbd-6632-4401-a91b-7f92211617cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:12.996477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86ca00bb-50d5-4954-a64d-4fe6e6cc8330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.036271 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-86ca00bb-50d5-4954-a64d-4fe6e6cc8330 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0599b19d70924dbd9582278b96015452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224947 Sep 17 05:29:13.036765 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca00bb-50d5-4954-a64d-4fe6e6cc8330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f38d7d-b57f-4426-943d-076465e20ef6,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.040517 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42398) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:13.076883 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-004fdcbd-6632-4401-a91b-7f92211617cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.099665 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.121768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.142341 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-004fdcbd-6632-4401-a91b-7f92211617cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.178910 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-004fdcbd-6632-4401-a91b-7f92211617cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79740d22accb4af685d4d0219141bfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627740 Sep 17 05:29:13.181587 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42402) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:13.183361 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fdcbd-6632-4401-a91b-7f92211617cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26992ed-1cdb-4f9e-b999-7112e7b05be1,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.226471 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.228959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.235749 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9f38d7d-b57f-4426-943d-076465e20ef6 HTTP/1.1" status: 204 len: 168 time: 0.1886575 Sep 17 05:29:13.246648 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.249282 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70021066-daff-45a0-b282-f309b3eb0ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f38d7d-b57f-4426-943d-076465e20ef6,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.271694 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.315029 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42410) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:13.418863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-97b29f0b-010e-4546-9236-0068aa84b1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.420544 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.423195 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.424378 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a26992ed-1cdb-4f9e-b999-7112e7b05be1 HTTP/1.1" status: 204 len: 168 time: 0.2418146 Sep 17 05:29:13.439709 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806abba-d597-4812-b032-dfe70eebc94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26992ed-1cdb-4f9e-b999-7112e7b05be1,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.538799 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-97b29f0b-010e-4546-9236-0068aa84b1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.624605 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-97b29f0b-010e-4546-9236-0068aa84b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.663516 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29f0b-010e-4546-9236-0068aa84b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a446a7-4bc9-44da-8b3f-807104afd7af,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.669237 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-97b29f0b-010e-4546-9236-0068aa84b1f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a671fbb014a4ce68d58656bfefcaf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532836 Sep 17 05:29:13.673379 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42422) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:13.725030 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.748635 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.890956 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.893534 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:13.894309 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-8f0d7fa5-88d4-48bd-8e78-678fc638a294 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:13.895945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-8f0d7fa5-88d4-48bd-8e78-678fc638a294 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/networks?id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c HTTP/1.1" status: 200 len: 808 time: 0.1040554 Sep 17 05:29:13.896073 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75a446a7-4bc9-44da-8b3f-807104afd7af HTTP/1.1" status: 204 len: 168 time: 0.2216322 Sep 17 05:29:13.905934 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b41de-4a65-4ce4-8863-4eb96c543588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a446a7-4bc9-44da-8b3f-807104afd7af,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:13.920459 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-8eb0d526-bdf7-4c8d-8725-4c007479011b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/quotas/94d45ed1c99a425a8b78382c745f796d HTTP/1.1" status: 200 len: 375 time: 0.0168900 Sep 17 05:29:13.954863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-1b216985-53eb-44ff-b45b-6a44bf57eed4 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324268 Sep 17 05:29:14.042344 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-f4dbc450-5851-4fa1-9607-e7a3980a7e4b service neutron] 10.222.0.23 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804563 Sep 17 05:29:14.138315 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-add03390-25f4-41f9-8df8-a6903fc5c52f service neutron] 10.222.0.23 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898061 Sep 17 05:29:14.146571 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42448) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:14.159510 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8521-5175-481f-b6dd-46ee79b5caf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.249756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8521-5175-481f-b6dd-46ee79b5caf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.344871 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8521-5175-481f-b6dd-46ee79b5caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.386912 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1c3c8521-5175-481f-b6dd-46ee79b5caf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f3aa7c7b6f148e69955cd139e209e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391737 Sep 17 05:29:14.389319 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8521-5175-481f-b6dd-46ee79b5caf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364809e3-8f07-4cae-9a64-eb6596c72c63,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:14.389672 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42458) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:14.490073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.515482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6fc88-0684-4fd8-be69-b512c271418c req-5b7cec12-dc00-45b3-9695-9050072d3a45 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:14.523074 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-99f6fc88-0684-4fd8-be69-b512c271418c req-5b7cec12-dc00-45b3-9695-9050072d3a45 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0827193 Sep 17 05:29:14.538486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.587400 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-99f6fc88-0684-4fd8-be69-b512c271418c req-33ede92b-93e9-47dc-92cd-d1ac25b389e0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Sep 17 05:29:14.661988 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abe51089-4ddb-4844-b2ab-b8a36984a168 req-c87cea2f-5ef3-46be-b7d8-63b220388b77 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 210 time: 0.0296524 Sep 17 05:29:14.663642 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.669575 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.669575 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/364809e3-8f07-4cae-9a64-eb6596c72c63 HTTP/1.1" status: 204 len: 168 time: 0.2765808 Sep 17 05:29:14.674930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bce9c-f83c-455c-94f6-247279cfde83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364809e3-8f07-4cae-9a64-eb6596c72c63,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:14.777751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42478) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:14.792052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5834d74f-3ca9-49cf-b5b4-7be4226ad955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.887079 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5834d74f-3ca9-49cf-b5b4-7be4226ad955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:14.999484 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5834d74f-3ca9-49cf-b5b4-7be4226ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.038976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-5834d74f-3ca9-49cf-b5b4-7be4226ad955 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1cad80d10b44066af630c5089384a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599401 Sep 17 05:29:15.039821 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d74f-3ca9-49cf-b5b4-7be4226ad955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff8030-c0b9-4d80-8317-85909b54df0d,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:15.042507 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42482) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:15.091585 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.113370 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.265108 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.267805 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.269231 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dff8030-c0b9-4d80-8317-85909b54df0d HTTP/1.1" status: 204 len: 168 time: 0.2252598 Sep 17 05:29:15.277502 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045527a-bbea-41ae-afd5-7e346209543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff8030-c0b9-4d80-8317-85909b54df0d,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:15.550073 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42498) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:15.563708 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e6452ef-aba5-4b38-a77c-d86107a8d1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.665914 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e6452ef-aba5-4b38-a77c-d86107a8d1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.709127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0082f-2319-445f-95e4-d0e72cba55f5 req-94d534d0-4eef-4b97-86fe-4b254ab97569 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:15.710705 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4f0082f-2319-445f-95e4-d0e72cba55f5 req-94d534d0-4eef-4b97-86fe-4b254ab97569 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Sep 17 05:29:15.745344 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e6452ef-aba5-4b38-a77c-d86107a8d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.769361 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-771ed21f-5dc1-476d-b616-f72329db7bb8 req-312de11d-5c82-45ba-80c0-3016b38c65b2 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 210 time: 0.0366843 Sep 17 05:29:15.779234 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4f0082f-2319-445f-95e4-d0e72cba55f5 req-a11b6325-995e-4e63-b4b8-944bbd07dbfa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611160 Sep 17 05:29:15.801487 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5e6452ef-aba5-4b38-a77c-d86107a8d1db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=758799eb7c334ad79e76f2ae487986c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488663 Sep 17 05:29:15.802624 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42516) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:15.804822 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6452ef-aba5-4b38-a77c-d86107a8d1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b9f993-d146-4ad6-9c3d-d7c196de1a1c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:15.854587 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:15.876634 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:16.054210 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:16.057017 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:16.059071 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31b9f993-d146-4ad6-9c3d-d7c196de1a1c HTTP/1.1" status: 204 len: 168 time: 0.2545984 Sep 17 05:29:16.066053 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e13ee-bd87-490d-b9d6-fc87da53d487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b9f993-d146-4ad6-9c3d-d7c196de1a1c,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:16.888181 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05022af7-bf38-4975-b002-a08402858a32 req-6fa81598-b529-40ff-ba11-8b21be5d877d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Sep 17 05:29:16.924418 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad864a-b526-4190-92e6-6e4f52a2ec9d req-6307e8a0-3635-4935-961f-8c96dec09b05 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:16.925887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9bad864a-b526-4190-92e6-6e4f52a2ec9d req-6307e8a0-3635-4935-961f-8c96dec09b05 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0662055 Sep 17 05:29:16.968683 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9bad864a-b526-4190-92e6-6e4f52a2ec9d req-50c671d9-f33b-45a3-9633-5bd26f9d1b11 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Sep 17 05:29:17.270592 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42582) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:17.380949 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6db4e0a8-762b-48ab-9469-4dc4573c6537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.518533 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6db4e0a8-762b-48ab-9469-4dc4573c6537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.596716 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6db4e0a8-762b-48ab-9469-4dc4573c6537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.634668 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6db4e0a8-762b-48ab-9469-4dc4573c6537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcc02bf23eab44968a1045a51bd273d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629816 Sep 17 05:29:17.635846 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4e0a8-762b-48ab-9469-4dc4573c6537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec89e9-3878-4149-bcfb-854bbacf2d93,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:17.637367 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42604) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:17.694698 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.720354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.884987 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.887629 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:17.888858 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35ec89e9-3878-4149-bcfb-854bbacf2d93 HTTP/1.1" status: 204 len: 168 time: 0.2499993 Sep 17 05:29:17.896806 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d8bda-11d5-4caa-9ea2-e5feee46c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec89e9-3878-4149-bcfb-854bbacf2d93,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:17.986527 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-894d542a-dfc6-4d2e-8d98-f57a12e47d71 req-78f9bce2-3f48-4738-86b4-c7f587bc1b3f tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Sep 17 05:29:18.096757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9331-570d-47d4-abc4-b351d2987b11 req-9d51d8df-2dac-4c3f-b2fa-632b74a16334 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:18.098410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-585b9331-570d-47d4-abc4-b351d2987b11 req-9d51d8df-2dac-4c3f-b2fa-632b74a16334 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Sep 17 05:29:18.149718 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-585b9331-570d-47d4-abc4-b351d2987b11 req-ce18b484-55bc-4c57-93e7-278eed94699c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Sep 17 05:29:18.190406 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-57536955-1aaf-444b-923b-231d3ecca3b9 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:18.191976 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-57536955-1aaf-444b-923b-231d3ecca3b9 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "GET /v2.0/networks?id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c HTTP/1.1" status: 200 len: 808 time: 0.1305313 Sep 17 05:29:18.208823 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Request body: {'port': {'device_id': '466dc596-45f4-4e23-822a-d32cfb88c053', 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c', 'admin_state_up': True, 'tenant_id': '94d45ed1c99a425a8b78382c745f796d'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:18.450783 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Made reservation on behalf of 94d45ed1c99a425a8b78382c745f796d for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:18.454359 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:18.592849 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Allocated IP 172.20.0.8 (98acf002-8e8f-42e6-a2bb-e301cbc7d93c/4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c/7076909e-ccca-4ab7-b533-580ec998df84) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:18.763053 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:18.937874 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:18.988485 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:18.992338 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:18.998585 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:19.004162 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:19.004793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.011895 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Pushing event updated for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:19.041549 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81620a47-d052-4ca5-9d28-95542ab35e47 req-3125f6c4-5f1d-4c61-a1df-8c655dee02e9 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:19.043184 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-81620a47-d052-4ca5-9d28-95542ab35e47 req-3125f6c4-5f1d-4c61-a1df-8c655dee02e9 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0516315 Sep 17 05:29:19.091412 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-81620a47-d052-4ca5-9d28-95542ab35e47 req-e4d5214d-5aa2-49eb-a795-c4981b3eb9d9 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Sep 17 05:29:19.114277 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-a04a64da-832b-4421-b46d-9bba5a0d24c0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9104414 Sep 17 05:29:19.127704 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Request body: {'port': {'device_id': '466dc596-45f4-4e23-822a-d32cfb88c053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:19.133065 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195f6f8-203e-4eda-bdab-934250954467 req-7906b93e-73b8-44fe-bda9-15d928238be5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:19.134585 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3195f6f8-203e-4eda-bdab-934250954467 req-7906b93e-73b8-44fe-bda9-15d928238be5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 931 time: 0.0642390 Sep 17 05:29:19.188920 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.195187 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3195f6f8-203e-4eda-bdab-934250954467 req-dca95204-16dc-49f7-a215-c4f7dfd6025f tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Sep 17 05:29:19.280403 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0298-5968-4ef3-a488-6792a903e9dd req-f02cb8e1-34b4-477e-9cb6-46f4c295969e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:19.282062 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c3ba0298-5968-4ef3-a488-6792a903e9dd req-f02cb8e1-34b4-477e-9cb6-46f4c295969e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0543773 Sep 17 05:29:19.338781 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c3ba0298-5968-4ef3-a488-6792a903e9dd req-c32155d0-f6da-4105-8af5-ac65f0f9be99 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Sep 17 05:29:19.491700 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7076909e-ccca-4ab7-b533-580ec998df84 {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:29:19.499859 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.512501 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Transition to ACTIVE for port object 7076909e-ccca-4ab7-b533-580ec998df84 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:29:19.602218 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.652801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Pushing event updated for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:19.698860 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Attempting to bind port 7076909e-ccca-4ab7-b533-580ec998df84 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:19.699065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Attempting to bind port 7076909e-ccca-4ab7-b533-580ec998df84 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:19.699581 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Attempting to bind port 7076909e-ccca-4ab7-b533-580ec998df84 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:19.704958 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Port 7076909e-ccca-4ab7-b533-580ec998df84 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:29:19.705334 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Attempting to bind port 7076909e-ccca-4ab7-b533-580ec998df84 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:19.710768 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:19.711371 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Checking segment: {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:19.712082 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Bound using segment: {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:19.712584 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Bound port: 7076909e-ccca-4ab7-b533-580ec998df84, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:19.712935 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.777299 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:19.780621 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7076909e-ccca-4ab7-b533-580ec998df84,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:19.789163 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42708) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:19.890575 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-38d0aef3-9661-440a-b499-cc5a796d95a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.927674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.970494 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:19.971306 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:19.972614 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] 10.222.0.35 "PUT /v2.0/ports/7076909e-ccca-4ab7-b533-580ec998df84 HTTP/1.1" status: 200 len: 1093 time: 0.8491626 Sep 17 05:29:19.974830 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:29:19.977737 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a281d93-0b41-4fba-b074-93221b0eee29" -d '{"events": [{"name": "network-changed", "server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "tag": "7076909e-ccca-4ab7-b533-580ec998df84"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:29:20.013235 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609f3cf-9d3e-45df-a7a7-621092f0e53b service neutron] Pushing event updated for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:20.035559 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05c412-2ad3-4d15-b265-36ab0ac11798 x-openstack-request-id: req-cf05c412-2ad3-4d15-b265-36ab0ac11798 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:29:20.035843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "tag": "7076909e-ccca-4ab7-b533-580ec998df84", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:29:20.036124 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf05c412-2ad3-4d15-b265-36ab0ac11798 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:29:20.036510 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84', 'status': 'completed', 'code': 200} Sep 17 05:29:20.048891 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-38d0aef3-9661-440a-b499-cc5a796d95a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.099632 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-4da13e85-e6b3-4f39-b886-f99abd3dde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.101198 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-4da13e85-e6b3-4f39-b886-f99abd3dde1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 1096 time: 0.0428889 Sep 17 05:29:20.186529 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-38d0aef3-9661-440a-b499-cc5a796d95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.207343 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8b53-3a5a-4d3a-a273-c352be73db80 req-6360ea6a-ed0d-4b01-9b62-a3bfae5c85d1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.208833 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-865b8b53-3a5a-4d3a-a273-c352be73db80 req-6360ea6a-ed0d-4b01-9b62-a3bfae5c85d1 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0487571 Sep 17 05:29:20.236074 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0aef3-9661-440a-b499-cc5a796d95a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a78d4-4b58-47be-9e90-5122e55a0563,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:20.240025 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-86f6b2b8-9d44-408f-b2ac-4fdea82402d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.242104 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-86f6b2b8-9d44-408f-b2ac-4fdea82402d3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=94d45ed1c99a425a8b78382c745f796d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1258495 Sep 17 05:29:20.245744 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-38d0aef3-9661-440a-b499-cc5a796d95a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcfaf4ce7a174fbf9db92b5c1ab1f757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551487 Sep 17 05:29:20.248214 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42724) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:20.259357 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-865b8b53-3a5a-4d3a-a273-c352be73db80 req-70dc67fc-aaae-4bb5-a321-1608d9df9b75 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Sep 17 05:29:20.318262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7c4e0-48f5-4987-9534-387c2c8d81d3 req-f2347e1b-208a-43a6-a66c-70b2b0e4c54a tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.319748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-48e7c4e0-48f5-4987-9534-387c2c8d81d3 req-f2347e1b-208a-43a6-a66c-70b2b0e4c54a tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0502973 Sep 17 05:29:20.357706 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-48e7c4e0-48f5-4987-9534-387c2c8d81d3 req-a88a85b1-81b9-4205-9688-f8d8cbbff060 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Sep 17 05:29:20.378035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.389145 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-e2f29ffc-6e0a-4e61-bdc7-7650cc485aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.391076 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-8a281d93-0b41-4fba-b074-93221b0eee29 req-e2f29ffc-6e0a-4e61-bdc7-7650cc485aa7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402330 Sep 17 05:29:20.404781 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.454049 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b34da9-8fe8-4474-99fe-4a8552b28043 req-1ba9eb10-14de-4d6c-9fbd-3decedbecb5c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.455578 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-87b34da9-8fe8-4474-99fe-4a8552b28043 req-1ba9eb10-14de-4d6c-9fbd-3decedbecb5c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0506611 Sep 17 05:29:20.496031 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-87b34da9-8fe8-4474-99fe-4a8552b28043 req-1dd2b655-2a71-4e59-ba3e-20da20a294cc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Sep 17 05:29:20.496896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-54397576-b745-4796-8ec9-5075708865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.498372 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-54397576-b745-4796-8ec9-5075708865c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 1096 time: 0.0421000 Sep 17 05:29:20.549344 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.551801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:20.553330 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c62a78d4-4b58-47be-9e90-5122e55a0563 HTTP/1.1" status: 204 len: 168 time: 0.3037765 Sep 17 05:29:20.554711 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-cfbb235c-5f48-4726-b801-36ac69754de1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7076909e-ccca-4ab7-b533-580ec998df84 HTTP/1.1" status: 200 len: 217 time: 0.0399578 Sep 17 05:29:20.561895 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a01b90-03cf-4e6c-8a8a-aa323e634929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a78d4-4b58-47be-9e90-5122e55a0563,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:20.616779 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-ddc0a327-5910-4aa3-a0da-a8a8dc53b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:20.618267 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-ddc0a327-5910-4aa3-a0da-a8a8dc53b408 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c HTTP/1.1" status: 200 len: 848 time: 0.0464461 Sep 17 05:29:20.652262 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-b4ed47a1-9694-4907-9ff8-a6ecfb435259 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242741 Sep 17 05:29:20.753298 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-ab62037a-ad39-48b7-a4ab-cfbf7ce7eb15 service neutron] 10.222.0.35 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916290 Sep 17 05:29:20.871469 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:29:21.032098 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a8171e97-f4de-4074-bd31-ae33eab19e17 req-e6148f5c-a266-47b3-a5dc-815071a3c8b7 service neutron] 10.222.0.35 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693295 Sep 17 05:29:21.379288 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b15e-40eb-4fbf-88a6-2c76da7be7c9 req-792f0c48-67ce-44e1-9dc1-567a799be04f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:21.381982 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-24f2b15e-40eb-4fbf-88a6-2c76da7be7c9 req-792f0c48-67ce-44e1-9dc1-567a799be04f tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0482314 Sep 17 05:29:21.422745 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-24f2b15e-40eb-4fbf-88a6-2c76da7be7c9 req-910ae297-b523-4acd-8d9e-e6886b5efed5 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Sep 17 05:29:21.531241 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c02dca-e2f6-41c0-b541-212d1fed4f84 req-968f5a7b-2d0a-4780-89ea-340506d5e8be tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:21.532893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95c02dca-e2f6-41c0-b541-212d1fed4f84 req-968f5a7b-2d0a-4780-89ea-340506d5e8be tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0520580 Sep 17 05:29:21.576203 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95c02dca-e2f6-41c0-b541-212d1fed4f84 req-2c72f545-ee5b-4861-ac0a-1803e19e5ddf tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Sep 17 05:29:21.727338 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb167a-d9cf-4594-8b5e-05a63ab97f18 req-b0ab4508-61d0-430b-876c-3cd7cdcb80f2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:21.735132 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ddb167a-d9cf-4594-8b5e-05a63ab97f18 req-b0ab4508-61d0-430b-876c-3cd7cdcb80f2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0644448 Sep 17 05:29:21.772928 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ddb167a-d9cf-4594-8b5e-05a63ab97f18 req-4224a1d3-b0c9-4241-9dbd-cdd35f8bd948 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Sep 17 05:29:22.042662 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-279f9f28-6373-4270-b2e0-3a98d4261226 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:22.044155 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-279f9f28-6373-4270-b2e0-3a98d4261226 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.35 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 945 time: 0.0811298 Sep 17 05:29:22.199981 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Deleting port 16e972d3-dfe7-4ad4-bf73-731e1089afad {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:29:22.200350 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:22.291009 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] For port 16e972d3-dfe7-4ad4-bf73-731e1089afad, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=16e972d3-dfe7-4ad4-bf73-731e1089afad,segment=NetworkSegment(3ec1c095-326b-47e0-8444-c44b7b19cbb0),segment_id=3ec1c095-326b-47e0-8444-c44b7b19cbb0)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:22.291372 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:22.305921 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Calling delete_port for 16e972d3-dfe7-4ad4-bf73-731e1089afad owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:29:22.531211 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:22.545783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['16e972d3-dfe7-4ad4-bf73-731e1089afad'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:29:22.556810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc1954-c373-4ebb-8f14-1e34dd84436e req-46f04004-af12-44f1-b930-934bc1dc89bb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:22.559522 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-30fc1954-c373-4ebb-8f14-1e34dd84436e req-46f04004-af12-44f1-b930-934bc1dc89bb tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 867 time: 0.0621235 Sep 17 05:29:22.569732 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Pushing event deleted for resources: {'Port': ['ID=16e972d3-dfe7-4ad4-bf73-731e1089afad,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:22.612488 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-30fc1954-c373-4ebb-8f14-1e34dd84436e req-414252a0-152f-42a4-b0da-d3e48d49e488 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/security-groups?id=4632e1c6-58a5-40f8-a3da-529e013d44fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Sep 17 05:29:22.639099 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] No DVR routers for this DVR port 16e972d3-dfe7-4ad4-bf73-731e1089afad on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:29:22.644801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:22.648511 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-65ccb9c7-e673-4ae9-a0bf-cfa4fd1d56c4 req-7a376453-2667-4182-8134-d09bd70a9604 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.35 "DELETE /v2.0/ports/16e972d3-dfe7-4ad4-bf73-731e1089afad HTTP/1.1" status: 204 len: 173 time: 0.5962520 Sep 17 05:29:22.648511 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'name': 'network-vif-deleted', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:29:22.651067 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51acbd95-6051-4774-a06a-18f02c5325b4" -d '{"events": [{"server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "name": "network-vif-deleted", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:29:22.728215 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a9a97-b189-4b3d-930e-c69447eccdc7 req-2a8e9ff3-ad54-4219-a895-b8ed3707dcc3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:22.729697 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b85a9a97-b189-4b3d-930e-c69447eccdc7 req-2a8e9ff3-ad54-4219-a895-b8ed3707dcc3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0489163 Sep 17 05:29:22.747523 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c60279-e551-445d-9aa8-2627fba12ad0 x-openstack-request-id: req-35c60279-e551-445d-9aa8-2627fba12ad0 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:29:22.747805 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b674b841-5aa5-4fc8-aec7-274a8dbb336f", "name": "network-vif-deleted", "tag": "16e972d3-dfe7-4ad4-bf73-731e1089afad", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:29:22.749587 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35c60279-e551-445d-9aa8-2627fba12ad0 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:29:22.749587 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b674b841-5aa5-4fc8-aec7-274a8dbb336f', 'name': 'network-vif-deleted', 'tag': '16e972d3-dfe7-4ad4-bf73-731e1089afad', 'status': 'completed', 'code': 200} Sep 17 05:29:22.774550 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b85a9a97-b189-4b3d-930e-c69447eccdc7 req-ecf39a8f-ac51-4f37-958c-466d33a7aaee tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Sep 17 05:29:22.833802 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:22.894486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148242-1d92-4a0c-a0af-a71f2d043f4e req-c9e60081-b6d1-4ea6-bead-c88cef7cc4e8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:22.895987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e3148242-1d92-4a0c-a0af-a71f2d043f4e req-c9e60081-b6d1-4ea6-bead-c88cef7cc4e8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Sep 17 05:29:22.936113 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e3148242-1d92-4a0c-a0af-a71f2d043f4e req-90c8898b-b6b3-4838-9f31-506b8a0581eb tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Sep 17 05:29:23.070578 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42854) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:23.203219 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42862) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:23.275953 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4c2aa6f7-8c5d-4f4c-8636-66fdb98406c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.278613 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.314693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.db.api [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 05:29:23.314693 dv-cinder-809518-2-iscsi neutron-server[94517]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 05:29:23.314693 dv-cinder-809518-2-iscsi neutron-server[94517]: [parameters: {'project_id': 'f3534b3b9ab34c1ca0474a1b02086803', 'id': '64e29b08-3aa5-46e3-84b3-8c1ba84b86a0', 'expiration': datetime.datetime(2021, 9, 17, 5, 31, 23, 306369)}] Sep 17 05:29:23.314693 dv-cinder-809518-2-iscsi neutron-server[94517]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:29:23.315160 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG oslo_db.api [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:29:23.386260 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4c2aa6f7-8c5d-4f4c-8636-66fdb98406c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.710495 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4c2aa6f7-8c5d-4f4c-8636-66fdb98406c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.722226 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dbf8e7da-0548-40b9-ae49-afd713ee0f2d req-acd8aa5a-104b-406c-9e41-1ee46ecdcde5 tempest-DeleteServersTestJSON-1853103490 tempest-DeleteServersTestJSON-1853103490-project] 10.222.0.23 "GET /v2.0/ports?device_id=b674b841-5aa5-4fc8-aec7-274a8dbb336f HTTP/1.1" status: 200 len: 210 time: 0.0251286 Sep 17 05:29:23.748735 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4c2aa6f7-8c5d-4f4c-8636-66fdb98406c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e30e250adad41489b26b031b820bef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444589 Sep 17 05:29:23.751406 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2aa6f7-8c5d-4f4c-8636-66fdb98406c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d590539f-6d1f-4f9a-aff9-e1e2ea443d2c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:23.751968 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42870) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:23.804147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.816445 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.827522 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.907855 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd567-5e86-4a30-9f93-884dce5acf39 req-c7761ce1-c7e6-49d3-ad1b-248f1b0a5371 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:23.911300 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a07bd567-5e86-4a30-9f93-884dce5acf39 req-c7761ce1-c7e6-49d3-ad1b-248f1b0a5371 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0530758 Sep 17 05:29:23.924753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:23.949778 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a07bd567-5e86-4a30-9f93-884dce5acf39 req-7bccf7c5-43e2-45e8-8338-c35bfd95ddc1 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Sep 17 05:29:24.014863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.017423 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.018681 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d590539f-6d1f-4f9a-aff9-e1e2ea443d2c HTTP/1.1" status: 204 len: 168 time: 0.2655387 Sep 17 05:29:24.019095 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.049089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d6c87-c598-4ff3-80b7-35020f037dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590539f-6d1f-4f9a-aff9-e1e2ea443d2c,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:24.069505 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50517e-d324-4e43-bc0a-6c3e7fc69bb2 req-dc9ace0c-4c46-4f79-bd67-9ea503e3d760 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:24.071401 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea50517e-d324-4e43-bc0a-6c3e7fc69bb2 req-dc9ace0c-4c46-4f79-bd67-9ea503e3d760 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0671134 Sep 17 05:29:24.102472 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3534b3b9ab34c1ca0474a1b02086803&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0301168 Sep 17 05:29:24.104963 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42886) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:24.114382 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9558-31ae-4537-84a5-c26985198bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b5970-02f9-443d-b850-b8990ce0d520,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:24.119217 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea50517e-d324-4e43-bc0a-6c3e7fc69bb2 req-a94e1790-5aa5-48cb-bf8d-d488e92582ad tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Sep 17 05:29:24.159758 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.183600 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.293434 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.296088 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:24.298195 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/764b5970-02f9-443d-b850-b8990ce0d520 HTTP/1.1" status: 204 len: 168 time: 0.1911128 Sep 17 05:29:24.305891 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cfde1-5a8a-4304-bfb1-7e3751664105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b5970-02f9-443d-b850-b8990ce0d520,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:24.959180 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42910) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:24.987087 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b3d4da43-e478-414e-8911-2330bdf9cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.085831 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1592-d3d8-4049-b516-f0aa487ccd12 req-477597b3-03db-4dbb-adb2-287cf3c9c7dd tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:25.087305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d6b1592-d3d8-4049-b516-f0aa487ccd12 req-477597b3-03db-4dbb-adb2-287cf3c9c7dd tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0669701 Sep 17 05:29:25.137155 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b3d4da43-e478-414e-8911-2330bdf9cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.144677 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d6b1592-d3d8-4049-b516-f0aa487ccd12 req-aead6460-2500-4943-a792-568e76df4d1b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Sep 17 05:29:25.222430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b3d4da43-e478-414e-8911-2330bdf9cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.264570 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b3d4da43-e478-414e-8911-2330bdf9cc8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5184039ba954491b8bce0f05efca4faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042092 Sep 17 05:29:25.267255 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42922) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:25.267936 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4da43-e478-414e-8911-2330bdf9cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc54ec5-2e3f-489b-9ded-65208d0e71d7,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:25.278946 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9ba4-3f85-4012-921e-b6ad1729f11d req-ac442c2d-8dd1-4131-900e-9bd61fa39f46 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:25.280868 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5f5e9ba4-3f85-4012-921e-b6ad1729f11d req-ac442c2d-8dd1-4131-900e-9bd61fa39f46 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0873215 Sep 17 05:29:25.324844 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.333829 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5f5e9ba4-3f85-4012-921e-b6ad1729f11d req-3043836d-c57a-42a4-b60b-e42d94362a35 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Sep 17 05:29:25.353338 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.353452 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42926) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:25.365817 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d8ef53aa-2a87-4eb0-a0a6-315f527bad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.487784 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.490337 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.491495 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fc54ec5-2e3f-489b-9ded-65208d0e71d7 HTTP/1.1" status: 204 len: 168 time: 0.2232642 Sep 17 05:29:25.498945 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bedb63-1371-4595-aea6-5f80f0e5b5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc54ec5-2e3f-489b-9ded-65208d0e71d7,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:25.567828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d8ef53aa-2a87-4eb0-a0a6-315f527bad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.707457 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d8ef53aa-2a87-4eb0-a0a6-315f527bad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.743977 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef53aa-2a87-4eb0-a0a6-315f527bad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab875d9-6af4-4808-a9fd-23c4b6f24010,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:25.748461 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d8ef53aa-2a87-4eb0-a0a6-315f527bad22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0350fe96d9b0486b8bdbebe0e597aba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943737 Sep 17 05:29:25.751454 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 42932) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:25.821589 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:25.842628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.005537 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.008954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.011894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ab875d9-6af4-4808-a9fd-23c4b6f24010 HTTP/1.1" status: 204 len: 168 time: 0.2576492 Sep 17 05:29:26.019179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43a9ce-fa3b-4db8-b13d-b6b3bd1a465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab875d9-6af4-4808-a9fd-23c4b6f24010,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:26.272667 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0b7c8-7b4c-416d-84d5-09c24e00f9a7 req-a06655a7-ab6a-4b7e-b48b-4920762f7909 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:26.274212 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3b0b7c8-7b4c-416d-84d5-09c24e00f9a7 req-a06655a7-ab6a-4b7e-b48b-4920762f7909 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0533812 Sep 17 05:29:26.323141 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3b0b7c8-7b4c-416d-84d5-09c24e00f9a7 req-b0260cc7-485f-431b-8b58-e32456b8e9f9 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Sep 17 05:29:26.478376 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88944d0a-8962-468f-9135-cb153833d682 req-2c6afa5e-0a0c-4370-81a6-abd79f7d61b4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:26.484422 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88944d0a-8962-468f-9135-cb153833d682 req-2c6afa5e-0a0c-4370-81a6-abd79f7d61b4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0624599 Sep 17 05:29:26.519069 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 42990) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:26.532389 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88944d0a-8962-468f-9135-cb153833d682 req-415c4928-104c-4d35-af41-9be6a8bf1301 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Sep 17 05:29:26.577083 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Deleting subnet baa8c325-d503-4269-8c81-603cf555cfdb {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:29:26.580886 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.616330 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.625566 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.762468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.800340 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa8c325-d503-4269-8c81-603cf555cfdb,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:26.803165 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:26.807151 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-036e90ed-daf0-49c5-be1e-c668ce3dcf97 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/baa8c325-d503-4269-8c81-603cf555cfdb HTTP/1.1" status: 204 len: 168 time: 0.2861910 Sep 17 05:29:26.808805 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43006) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:26.899652 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.004623 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.024821 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.025434 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.026071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.026475 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > port after_create 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.026876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.027274 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > port after_update 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.027659 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.028007 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.028327 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.028645 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.189926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.190990 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.192203 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.193306 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:29:27.194302 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb181fe-41dd-4585-8c58-69d0171b1666']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:27.216418 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec1c095-326b-47e0-8444-c44b7b19cbb0') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:27.216792 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec1c095-326b-47e0-8444-c44b7b19cbb0') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:27.236383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.267317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.280637 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:29:27.281114 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: from cryptography.utils import int_from_bytes Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: from cryptography.utils import int_from_bytes Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:29:27.285398 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:29:27.434504 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.452389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:27.454529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ffb181fe-41dd-4585-8c58-69d0171b1666 HTTP/1.1" status: 204 len: 168 time: 0.6443055 Sep 17 05:29:27.457620 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f57ab-67e3-4c4b-928c-54bca742b943 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb181fe-41dd-4585-8c58-69d0171b1666,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:27.481607 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac39a-210f-4a02-aa3f-3c5fae67368c req-8644160a-b9fe-4287-83ee-342e2d3aac33 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:27.483573 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-800ac39a-210f-4a02-aa3f-3c5fae67368c req-8644160a-b9fe-4287-83ee-342e2d3aac33 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 943 time: 0.0944579 Sep 17 05:29:27.525872 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-800ac39a-210f-4a02-aa3f-3c5fae67368c req-f54784ea-21c3-4cfd-a76d-1d27edc2e4cb tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 Sep 17 05:29:27.681357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45b9bd-50d3-4de9-8436-9a2967327511 req-9c2284e7-b841-454c-afdb-15a82e27a948 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:27.682982 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3d45b9bd-50d3-4de9-8436-9a2967327511 req-9c2284e7-b841-454c-afdb-15a82e27a948 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0798578 Sep 17 05:29:27.728178 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3d45b9bd-50d3-4de9-8436-9a2967327511 req-e1c3cca8-717b-4e52-939a-025f220f5f72 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387731 Sep 17 05:29:27.885874 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 7076909e-ccca-4ab7-b533-580ec998df84 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:29:27.992410 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7076909e-ccca-4ab7-b533-580ec998df84,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:28.005558 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '7076909e-ccca-4ab7-b533-580ec998df84', 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c', 'port_id': '7076909e-ccca-4ab7-b533-580ec998df84', 'mac_address': 'fa:16:3e:f1:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:29:28.057417 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.071240 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43082) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:28.076669 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7076909e-ccca-4ab7-b533-580ec998df84 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:29:28.111150 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7076909e-ccca-4ab7-b533-580ec998df84,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:28.125486 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-41c34fdf-9a82-47e6-a19f-a0520b4b413b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e2beb460db04d2a9ed611a5f6c15299&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526614 Sep 17 05:29:28.127627 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43084) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:28.179505 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.204305 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.235828 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.290725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:28.297821 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.298168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.298500 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.298836 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.299162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.299489 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.299812 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.300154 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.300506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.300830 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.301147 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.301465 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:28.384976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.388014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:28.389399 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4632e1c6-58a5-40f8-a3da-529e013d44fb HTTP/1.1" status: 204 len: 168 time: 0.2606962 Sep 17 05:29:28.397955 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d29577-d16d-4319-9042-5fd672fecdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4632e1c6-58a5-40f8-a3da-529e013d44fb,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:28.651159 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d106a-c304-4c85-9000-30f031958b0c req-0ceaf051-bf14-4890-922e-03a70b3af001 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:28.652708 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c72d106a-c304-4c85-9000-30f031958b0c req-0ceaf051-bf14-4890-922e-03a70b3af001 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 944 time: 0.0506561 Sep 17 05:29:28.690111 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c72d106a-c304-4c85-9000-30f031958b0c req-7d8f1b2a-2b67-40e1-a9f7-c91f939ecbe5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Sep 17 05:29:28.844959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c0850-963b-480e-8d76-1d74b302b3e2 req-4b82dbf8-6e3e-47d3-b099-7d63356ed808 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:28.853523 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-255c0850-963b-480e-8d76-1d74b302b3e2 req-4b82dbf8-6e3e-47d3-b099-7d63356ed808 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0598679 Sep 17 05:29:28.898562 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-255c0850-963b-480e-8d76-1d74b302b3e2 req-c8c94add-8a3c-48ff-a2f3-d16104b212d9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Sep 17 05:29:29.807162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed65da-996a-4ee9-bdd4-51e0c274c413 req-7ed06330-bc33-4f13-ab42-9b13d917eafa tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:29.808646 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bfed65da-996a-4ee9-bdd4-51e0c274c413 req-7ed06330-bc33-4f13-ab42-9b13d917eafa tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 944 time: 0.0498929 Sep 17 05:29:29.845283 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bfed65da-996a-4ee9-bdd4-51e0c274c413 req-562ef8cf-133f-46fb-983e-81e6e408666e tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305259 Sep 17 05:29:30.016048 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30841a8-3334-4628-8573-f33574679a71 req-4679b6f0-74b2-4953-ab22-d28f7b7ab05e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:30.017508 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b30841a8-3334-4628-8573-f33574679a71 req-4679b6f0-74b2-4953-ab22-d28f7b7ab05e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0482526 Sep 17 05:29:30.057391 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b30841a8-3334-4628-8573-f33574679a71 req-1f967fbf-e3bf-4b22-8652-f19eb35bf218 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Sep 17 05:29:30.329773 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 16e972d3-dfe7-4ad4-bf73-731e1089afad no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:29:30.350913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 16e972d3-dfe7-4ad4-bf73-731e1089afad {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:29:30.351402 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 16e972d3-dfe7-4ad4-bf73-731e1089afad not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:29:30.968227 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45025cdb-2a8b-4cdb-a3c0-96e5f4280f5e req-decf9528-d21e-417b-8cb5-b47c0fb7d654 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:30.969603 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-45025cdb-2a8b-4cdb-a3c0-96e5f4280f5e req-decf9528-d21e-417b-8cb5-b47c0fb7d654 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 944 time: 0.0515749 Sep 17 05:29:31.008302 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-45025cdb-2a8b-4cdb-a3c0-96e5f4280f5e req-66baacfd-3ca0-4442-a156-e94e67330ae6 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Sep 17 05:29:31.080722 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['7076909e-ccca-4ab7-b533-580ec998df84'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:29:31.177222 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5bd61-53c7-4783-8b86-d32fd6d9af78 req-95cff704-050c-4a11-960b-8e2f3f7a3b07 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:31.179352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80f5bd61-53c7-4783-8b86-d32fd6d9af78 req-95cff704-050c-4a11-960b-8e2f3f7a3b07 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Sep 17 05:29:31.221115 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80f5bd61-53c7-4783-8b86-d32fd6d9af78 req-f768f17d-e599-4106-b36d-2bc11b9a31aa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 17 05:29:31.599181 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8773c6dd-249b-4ee1-afc2-fe0196f5306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:32.123881 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a58c7-2a40-41ba-a854-548b9c69385c req-d1e92e1c-910d-4fa7-8670-06377ee6be85 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:32.125482 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-938a58c7-2a40-41ba-a854-548b9c69385c req-d1e92e1c-910d-4fa7-8670-06377ee6be85 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Sep 17 05:29:32.164886 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-938a58c7-2a40-41ba-a854-548b9c69385c req-29bd1ddc-5418-41ca-993c-a5a170557bfb tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Sep 17 05:29:32.321735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 7076909e-ccca-4ab7-b533-580ec998df84 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:32.342725 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39de062-6ab3-4941-8b0e-2e67a3dbd562 req-d17bdf2d-aab0-4fe1-bdc8-6a2ee5acc6d0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:32.349744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d39de062-6ab3-4941-8b0e-2e67a3dbd562 req-d17bdf2d-aab0-4fe1-bdc8-6a2ee5acc6d0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0596611 Sep 17 05:29:32.384426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d39de062-6ab3-4941-8b0e-2e67a3dbd562 req-8671885c-59e3-49bd-8501-7d6928b9f674 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Sep 17 05:29:32.424489 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 7076909e-ccca-4ab7-b533-580ec998df84 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:29:32.428862 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 7076909e-ccca-4ab7-b533-580ec998df84 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:32.429234 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:32.507359 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:32.538118 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:29:32.539920 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917ca77-8c4e-4b4b-b4ca-b07d664eb031" -d '{"events": [{"server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "name": "network-vif-plugged", "status": "completed", "tag": "7076909e-ccca-4ab7-b533-580ec998df84"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:29:32.547456 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7076909e-ccca-4ab7-b533-580ec998df84,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:32.574615 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a681fe89-17df-4838-ace8-3bcabc75d439 x-openstack-request-id: req-a681fe89-17df-4838-ace8-3bcabc75d439 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:29:32.574900 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "name": "network-vif-plugged", "status": "completed", "tag": "7076909e-ccca-4ab7-b533-580ec998df84", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:29:32.575149 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a681fe89-17df-4838-ace8-3bcabc75d439 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:29:32.575534 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84', 'code': 200} Sep 17 05:29:32.645076 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:32.690882 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:32.906041 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe5a1-4afa-44ec-a72d-3a1ff34326aa req-34b5b60c-2a04-48af-bc40-c0a2c449382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:32.907455 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-2b9fe5a1-4afa-44ec-a72d-3a1ff34326aa req-34b5b60c-2a04-48af-bc40-c0a2c449382a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 1098 time: 0.0385249 Sep 17 05:29:32.949340 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-2b9fe5a1-4afa-44ec-a72d-3a1ff34326aa req-9a39f729-7141-4d25-866e-4f78f5ce56e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265238 Sep 17 05:29:33.276467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db160d0c-e232-42c7-9be3-2079d2ad1ad4 req-c141270f-b825-4f38-837b-693fed54fffd tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:33.277951 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db160d0c-e232-42c7-9be3-2079d2ad1ad4 req-c141270f-b825-4f38-837b-693fed54fffd tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0471249 Sep 17 05:29:33.314697 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db160d0c-e232-42c7-9be3-2079d2ad1ad4 req-0a9c37f9-4f3b-4e44-8df3-14185e2d6a3d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Sep 17 05:29:33.638396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7213-9fb8-4196-b42e-6bbdb3c6d788 req-4eb75902-7748-4653-a2a9-f262fdc5e66c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:33.639873 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b87f7213-9fb8-4196-b42e-6bbdb3c6d788 req-4eb75902-7748-4653-a2a9-f262fdc5e66c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0501118 Sep 17 05:29:33.679030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b87f7213-9fb8-4196-b42e-6bbdb3c6d788 req-6461364b-eb6c-4681-8e3c-317a96716454 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Sep 17 05:29:34.395967 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43314) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:34.477163 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d25a3-237e-4d54-a664-798db6fe901f req-f6dfe700-bb10-40eb-b3ed-2203ed117850 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:34.478630 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b2d25a3-237e-4d54-a664-798db6fe901f req-f6dfe700-bb10-40eb-b3ed-2203ed117850 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Sep 17 05:29:34.481847 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-49b345d6-4eac-4422-8a47-cb9874043554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:34.520433 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b2d25a3-237e-4d54-a664-798db6fe901f req-2cb8482f-32ed-440e-856c-95449d2ca70d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Sep 17 05:29:34.532270 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b861-ab73-4ebf-87fb-be8623671c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:34.622013 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b861-ab73-4ebf-87fb-be8623671c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:34.740113 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b861-ab73-4ebf-87fb-be8623671c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:34.785982 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9b861-ab73-4ebf-87fb-be8623671c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09fa81d-acb6-4fde-bfb1-5ca585629994,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:34.794179 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d0c9b861-ab73-4ebf-87fb-be8623671c67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53479ace89da40aa96ff0f8b63aceb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969567 Sep 17 05:29:34.795342 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43326) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:34.869930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259f2f5-21f3-4f04-9b78-4ddd23ffbf47 req-df18da02-5b11-4fc1-a95b-e02b6f9e0391 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:34.869930 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2259f2f5-21f3-4f04-9b78-4ddd23ffbf47 req-df18da02-5b11-4fc1-a95b-e02b6f9e0391 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.1028802 Sep 17 05:29:34.919182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:34.927320 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2259f2f5-21f3-4f04-9b78-4ddd23ffbf47 req-cb9e4126-b570-4574-8097-77730233c935 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546904 Sep 17 05:29:34.944342 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:35.041594 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:35.105477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:35.105477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:35.105477 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b09fa81d-acb6-4fde-bfb1-5ca585629994 HTTP/1.1" status: 204 len: 168 time: 0.2961884 Sep 17 05:29:35.111030 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04347bce-2801-44e0-912b-0262aeae9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09fa81d-acb6-4fde-bfb1-5ca585629994,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:35.447691 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:35.645453 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ecd6-437a-43da-9afe-5e0af3a67373 req-0baf8ec7-da0b-45b6-9207-757c8ff88ea4 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:35.647471 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5f8ecd6-437a-43da-9afe-5e0af3a67373 req-0baf8ec7-da0b-45b6-9207-757c8ff88ea4 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Sep 17 05:29:35.684754 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5f8ecd6-437a-43da-9afe-5e0af3a67373 req-6c3c5227-dff1-4f3c-a812-cbc626d9b941 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Sep 17 05:29:35.900335 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43362) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:35.913503 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-60674bf6-e474-4b97-b0bd-6347a6a380ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.001469 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-60674bf6-e474-4b97-b0bd-6347a6a380ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.051419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fe6ab-529d-42f6-ae3f-369f152fd1c5 req-f54bdbe2-8e08-41fb-9385-2b992c418c93 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:36.053030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db8fe6ab-529d-42f6-ae3f-369f152fd1c5 req-f54bdbe2-8e08-41fb-9385-2b992c418c93 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0565996 Sep 17 05:29:36.092121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db8fe6ab-529d-42f6-ae3f-369f152fd1c5 req-00fe7175-c353-4286-b850-6e83a9780c50 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Sep 17 05:29:36.130044 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43368) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:36.182407 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-60674bf6-e474-4b97-b0bd-6347a6a380ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.226148 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-60674bf6-e474-4b97-b0bd-6347a6a380ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02d986d98d434aa0a57848fe131003e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246717 Sep 17 05:29:36.228546 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60674bf6-e474-4b97-b0bd-6347a6a380ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ce817-67d8-4e20-a76b-aa9e7ceed2e6,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:36.228887 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43372) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:36.242705 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d326abc8-d544-4e30-a7db-83539c5955b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.286931 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.308626 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.352651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d326abc8-d544-4e30-a7db-83539c5955b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.441671 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.441978 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d326abc8-d544-4e30-a7db-83539c5955b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.445548 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.446986 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad9ce817-67d8-4e20-a76b-aa9e7ceed2e6 HTTP/1.1" status: 204 len: 168 time: 0.2169929 Sep 17 05:29:36.462130 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0d0f7-6e50-478d-b97a-9dd390ef09a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ce817-67d8-4e20-a76b-aa9e7ceed2e6,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:36.482285 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d326abc8-d544-4e30-a7db-83539c5955b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c84e53a535b64131afa7f12d9c39183c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505149 Sep 17 05:29:36.485149 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43384) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:36.505545 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326abc8-d544-4e30-a7db-83539c5955b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23ffda-55d5-4189-9df2-580aed2ee956,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:36.550575 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.571770 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.704899 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.707467 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:36.709757 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c23ffda-55d5-4189-9df2-580aed2ee956 HTTP/1.1" status: 204 len: 168 time: 0.2235603 Sep 17 05:29:36.718306 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1bf6-fad9-4d67-b56f-2e9d55620c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23ffda-55d5-4189-9df2-580aed2ee956,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:36.768111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43396) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:36.968903 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f8124a0-1d64-4eec-95fc-9965d0a25ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.071946 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f8124a0-1d64-4eec-95fc-9965d0a25ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.161797 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.211178 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708028a7-a077-4998-8428-1331ea0567b2 req-737eac77-6426-4bbf-a700-8cbfcd4cc44d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:37.212943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-708028a7-a077-4998-8428-1331ea0567b2 req-737eac77-6426-4bbf-a700-8cbfcd4cc44d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0519407 Sep 17 05:29:37.216143 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f8124a0-1d64-4eec-95fc-9965d0a25ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.266595 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-7f8124a0-1d64-4eec-95fc-9965d0a25ec3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=188f4a0b4f544d96b900d839414715a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971724 Sep 17 05:29:37.269970 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8124a0-1d64-4eec-95fc-9965d0a25ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8843c524-13c7-4b85-b1ab-a1aac965cd66,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:37.279819 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43418) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:37.292372 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-708028a7-a077-4998-8428-1331ea0567b2 req-1de9708d-7cd7-4a3a-8a0e-0eb61a0cfcfa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734475 Sep 17 05:29:37.375244 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.398805 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.492836 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ec201-e07f-4db7-8305-514826541f52 req-718aa1c6-a2f8-4afd-86eb-a8f59effa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:37.494344 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-2a4ec201-e07f-4db7-8305-514826541f52 req-718aa1c6-a2f8-4afd-86eb-a8f59effa685 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1098 time: 0.0432703 Sep 17 05:29:37.530772 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-2a4ec201-e07f-4db7-8305-514826541f52 req-12e9edac-fde0-4b06-ba0d-2debc6d25fed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288057 Sep 17 05:29:37.564995 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6d0ba-1ccd-4a73-b0eb-4f13f5d9e9d6 req-46b1356d-a0ed-4e3c-b406-6f7085cda205 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:37.565412 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ad6d0ba-1ccd-4a73-b0eb-4f13f5d9e9d6 req-46b1356d-a0ed-4e3c-b406-6f7085cda205 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Sep 17 05:29:37.597277 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.600080 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:37.601665 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8843c524-13c7-4b85-b1ab-a1aac965cd66 HTTP/1.1" status: 204 len: 168 time: 0.3194435 Sep 17 05:29:37.610266 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d466d3-e118-4430-9e3b-5a09ca0c9f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8843c524-13c7-4b85-b1ab-a1aac965cd66,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:37.624540 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ad6d0ba-1ccd-4a73-b0eb-4f13f5d9e9d6 req-61aa8bb7-fb1c-44d9-a6af-50e1db1deeb8 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Sep 17 05:29:38.406664 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43454) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:38.430144 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fadcc-02e0-4fe5-bfab-606cfa4975f9 req-3bd93f8e-0759-47ed-b738-a5cef9216d6f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:38.432537 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d4fadcc-02e0-4fe5-bfab-606cfa4975f9 req-3bd93f8e-0759-47ed-b738-a5cef9216d6f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0677772 Sep 17 05:29:38.480805 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d4fadcc-02e0-4fe5-bfab-606cfa4975f9 req-ecb96880-309e-45f5-8afc-9880ac64cccc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Sep 17 05:29:38.593018 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-21e61e9a-d0e8-43cd-916a-25d8a6ccb633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:38.718676 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-21e61e9a-d0e8-43cd-916a-25d8a6ccb633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:38.762221 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec26a1-70ac-4498-b596-29fd33d44ee1 req-667a8ea4-21ad-44db-95fc-6e0584910e0c tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:38.763998 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69ec26a1-70ac-4498-b596-29fd33d44ee1 req-667a8ea4-21ad-44db-95fc-6e0584910e0c tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Sep 17 05:29:38.813284 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-21e61e9a-d0e8-43cd-916a-25d8a6ccb633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:38.819677 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69ec26a1-70ac-4498-b596-29fd33d44ee1 req-dd2be325-0951-4572-b1f8-ecb0e84b34c7 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Sep 17 05:29:38.860086 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-21e61e9a-d0e8-43cd-916a-25d8a6ccb633 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b09679dbe5040d5b4e221f9085aaad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307249 Sep 17 05:29:38.860301 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43486) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:38.861313 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e61e9a-d0e8-43cd-916a-25d8a6ccb633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0bc18a-68af-48ad-bc64-ceaeaf003d28,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:38.915417 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:38.935807 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:39.127751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:39.130323 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:39.131975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f0bc18a-68af-48ad-bc64-ceaeaf003d28 HTTP/1.1" status: 204 len: 168 time: 0.2705100 Sep 17 05:29:39.158823 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788ca37-248a-466f-890b-3321e839d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0bc18a-68af-48ad-bc64-ceaeaf003d28,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:39.610632 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-0e33ffe8-8966-4a7f-b306-7b9a760b5e90 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:39.615650 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-0e33ffe8-8966-4a7f-b306-7b9a760b5e90 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0915351 Sep 17 05:29:39.727557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Deleting port 7076909e-ccca-4ab7-b533-580ec998df84 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:29:39.728226 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:39.753791 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9203cf8-d61f-4ebb-8108-4f0afc18727b req-27757437-0048-4b36-8310-53b218bfc3fa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:39.753791 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9203cf8-d61f-4ebb-8108-4f0afc18727b req-27757437-0048-4b36-8310-53b218bfc3fa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0941999 Sep 17 05:29:39.794965 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9203cf8-d61f-4ebb-8108-4f0afc18727b req-2c41da53-4dc4-43b9-85dd-1ee459e63c58 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Sep 17 05:29:39.852595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] For port 7076909e-ccca-4ab7-b533-580ec998df84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7076909e-ccca-4ab7-b533-580ec998df84,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:39.853142 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:39.867594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Calling delete_port for 7076909e-ccca-4ab7-b533-580ec998df84 owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:29:39.915705 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93890e-85ea-4419-a50a-d72012657031 req-d5cc49d4-edec-465d-8993-5aa77234759f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:39.917241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce93890e-85ea-4419-a50a-d72012657031 req-d5cc49d4-edec-465d-8993-5aa77234759f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0501273 Sep 17 05:29:39.985584 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fef4f8-0478-4625-9160-0721206d1197 req-7ebc073a-1cff-463a-9a39-27f37e54e73d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:39.988404 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-30fef4f8-0478-4625-9160-0721206d1197 req-7ebc073a-1cff-463a-9a39-27f37e54e73d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 945 time: 0.0701888 Sep 17 05:29:40.003630 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce93890e-85ea-4419-a50a-d72012657031 req-6f9cb386-b9a6-4a8a-a9c7-a9d67a1d40ff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727813 Sep 17 05:29:40.043744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-30fef4f8-0478-4625-9160-0721206d1197 req-dadd8bb8-28c1-4083-8802-3756baa12a93 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Sep 17 05:29:40.170493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.182950 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['7076909e-ccca-4ab7-b533-580ec998df84'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:29:40.202250 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Pushing event deleted for resources: {'Port': ['ID=7076909e-ccca-4ab7-b533-580ec998df84,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:40.244029 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] No DVR routers for this DVR port 7076909e-ccca-4ab7-b533-580ec998df84 on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:29:40.246935 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.249385 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-5f8b8755-c885-4941-af9c-18fec05d00e7 req-7496f61e-c874-45a5-b559-a626ee571a15 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "DELETE /v2.0/ports/7076909e-ccca-4ab7-b533-580ec998df84 HTTP/1.1" status: 204 len: 173 time: 0.6279089 Sep 17 05:29:40.250928 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43534) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:40.257777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'name': 'network-vif-deleted', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:29:40.265397 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcaaeb-ac26-4deb-9e1a-5a46ccf90317" -d '{"events": [{"server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "name": "network-vif-deleted", "tag": "7076909e-ccca-4ab7-b533-580ec998df84"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:29:40.271055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cfedbcaf-4f79-49af-b19d-9a480f211563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.311814 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05564fc4-4ec2-4115-9cee-df03e6a27a8d x-openstack-request-id: req-05564fc4-4ec2-4115-9cee-df03e6a27a8d {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:29:40.312388 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466dc596-45f4-4e23-822a-d32cfb88c053", "name": "network-vif-deleted", "tag": "7076909e-ccca-4ab7-b533-580ec998df84", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:29:40.312643 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05564fc4-4ec2-4115-9cee-df03e6a27a8d {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:29:40.313054 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dc596-45f4-4e23-822a-d32cfb88c053', 'name': 'network-vif-deleted', 'tag': '7076909e-ccca-4ab7-b533-580ec998df84', 'status': 'completed', 'code': 200} Sep 17 05:29:40.342966 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43538) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:40.371935 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cfedbcaf-4f79-49af-b19d-9a480f211563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.442569 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1827056276-network', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:40.484699 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cfedbcaf-4f79-49af-b19d-9a480f211563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.525288 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedbcaf-4f79-49af-b19d-9a480f211563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74441d3-fe2b-4055-8d8c-62de49eee6fa,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:40.531037 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-cfedbcaf-4f79-49af-b19d-9a480f211563 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41369b5e069247af9124476dcf88a8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779961 Sep 17 05:29:40.533014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43546) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:40.595443 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.611259 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Made reservation on behalf of 6fe128bb22264db0950b8c55ca24595c for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:40.615847 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.632583 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.661425 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.776403 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.779015 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.781760 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e74441d3-fe2b-4055-8d8c-62de49eee6fa HTTP/1.1" status: 204 len: 168 time: 0.2453814 Sep 17 05:29:40.788987 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ffea6-b7b9-48f4-8e60-c88d383ac655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74441d3-fe2b-4055-8d8c-62de49eee6fa,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:40.860434 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.941505 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.969906 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:29:40.979194 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a578c-a44b-4e96-b3f4-0f1879465bb0,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:40.983647 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:40.984002 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Added segment 65020022-075d-4aa6-a2bb-a0f21d55f31e of type vlan for network 6bd76563-2057-4057-91e7-a3f936ebf5f6 Sep 17 05:29:40.996018 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.996358 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.996691 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.997016 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.997337 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.997662 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.997980 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.998293 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.998614 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.998922 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.999232 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:40.999541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:41.044243 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.152674 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bbdc54bd-8eb1-4bcc-b231-7b826e032365 req-86cff4c2-68fa-4a8d-9da6-2d00a0909b9c tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=466dc596-45f4-4e23-822a-d32cfb88c053 HTTP/1.1" status: 200 len: 210 time: 0.0252337 Sep 17 05:29:41.184374 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.185356 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:41.185933 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.245276 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] Pushing event updated for resources: {'Network': ['ID=6bd76563-2057-4057-91e7-a3f936ebf5f6,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:41.256927 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:29:41.322462 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-fcf3049a-4f87-4d7e-bf90-d42c9324ef0b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9783590 Sep 17 05:29:41.325483 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43562) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:41.330353 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Request body: {'subnet': {'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1827056276-subnet', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:41.333780 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43564) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:41.455377 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Made reservation on behalf of 6fe128bb22264db0950b8c55ca24595c for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:41.459955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.466111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ae851c6e-f3a6-4e91-b1d0-1c5ffb5a380a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.742082 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:41.819414 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5298a762-48ea-4c31-865d-e77fc21a944e,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:41.829975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:41.830412 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Network hostable DHCP agents. Network: 6bd76563-2057-4057-91e7-a3f936ebf5f6, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:29:41.838539 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ae851c6e-f3a6-4e91-b1d0-1c5ffb5a380a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.024474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ae851c6e-f3a6-4e91-b1d0-1c5ffb5a380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.024620 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:29:42.063839 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ae851c6e-f3a6-4e91-b1d0-1c5ffb5a380a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60ddda0a5abc49d8af94f44d2da80588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284365 Sep 17 05:29:42.066076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851c6e-f3a6-4e91-b1d0-1c5ffb5a380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb71ba-438b-48b6-a61c-7b486c9048e7,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:42.072533 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43596) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:42.119086 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.127193 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 6bd76563-2057-4057-91e7-a3f936ebf5f6) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:42.132256 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:42.133732 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.136806 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad4d01-0dfe-4d6c-8e50-4a35e7aa86dd None None] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:42.142479 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.245971 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-f803194e-fbac-49d9-94b0-b62bb3cdb429 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9193397 Sep 17 05:29:42.248661 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43606) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:42.253110 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:42.271123 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.274267 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.278715 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eadb71ba-438b-48b6-a61c-7b486c9048e7 HTTP/1.1" status: 204 len: 168 time: 0.2051690 Sep 17 05:29:42.293673 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba489bd-42df-4b6c-999a-f6fc84bbad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb71ba-438b-48b6-a61c-7b486c9048e7,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:42.362294 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.364007 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.482578 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.485671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-6bd76563-2057-4057-91e7-a3f936ebf5f6', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:29:42.486722 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.601395 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-f1a9fd4c-51f2-4845-8aa4-fe3df3aa4b06 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:42.603023 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-f1a9fd4c-51f2-4845-8aa4-fe3df3aa4b06 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/networks?id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c HTTP/1.1" status: 200 len: 808 time: 0.1229041 Sep 17 05:29:42.676395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-c57a6bc3-99e9-484b-ad19-f6666f1e53b5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/quotas/94d45ed1c99a425a8b78382c745f796d HTTP/1.1" status: 200 len: 375 time: 0.0320663 Sep 17 05:29:42.677231 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Allocated IP 172.20.0.2 (6bd76563-2057-4057-91e7-a3f936ebf5f6/5298a762-48ea-4c31-865d-e77fc21a944e/8cdb9b9c-58a8-453d-827a-e8c9c7a4c258) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:42.740019 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-f419e2d0-6991-4dd0-8dee-4423b5232a29 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624363 Sep 17 05:29:42.834183 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.873855 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:42.905524 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-8dca6fcf-44ee-4b29-b068-116b37883c7b service neutron] 10.222.0.23 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635628 Sep 17 05:29:42.996992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-9657e012-38ea-4f2c-9540-606ce249f042 service neutron] 10.222.0.23 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852492 Sep 17 05:29:43.036085 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.088003 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:43.091481 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:43.097352 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:43.105568 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:43.166539 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Attempting to bind port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:43.167162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Attempting to bind port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:43.167530 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Attempting to bind port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:43.173736 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:43.174012 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:43.174640 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.175096 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Bound using segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:43.175588 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Bound port: 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:43.176062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.294370 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43656) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:43.310915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-723cad90-683a-4d8f-840b-c2a7f2792028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.348945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] For port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:43.354300 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] For port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:43.449676 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.450095 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-51087fe0-c8b8-4748-b9a5-e5118b8e99cd req-c716e2d2-1262-48fd-9516-694d80b728c7 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0863652 Sep 17 05:29:43.506260 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-0137cde6-63b4-4118-ac29-0fec54ceaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:43.508174 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-0137cde6-63b4-4118-ac29-0fec54ceaa20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.1527450 Sep 17 05:29:43.516754 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a94b9-d5dd-41a6-bfb0-005f459c95dd req-89848e06-7be8-4b42-a9f5-21dfb7b09b18 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:43.518555 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6b4a94b9-d5dd-41a6-bfb0-005f459c95dd req-89848e06-7be8-4b42-a9f5-21dfb7b09b18 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.2486479 Sep 17 05:29:43.520125 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.538930 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83745d1d-d4e4-41c0-8c44-a14b0db9ea52 None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:43.562604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.625450 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-723cad90-683a-4d8f-840b-c2a7f2792028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.637661 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6b4a94b9-d5dd-41a6-bfb0-005f459c95dd req-c099868c-1639-4d38-a761-a5ba0bdb45a4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884409 Sep 17 05:29:43.717363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Allocated IP 172.27.2.128 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/a448e394-aaa2-4ba7-905d-426ec9348bb0) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:43.717835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-6e49c4b4-061d-4dcb-b756-c7934ea313ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:43.719293 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-6e49c4b4-061d-4dcb-b756-c7934ea313ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.1906183 Sep 17 05:29:43.735040 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-723cad90-683a-4d8f-840b-c2a7f2792028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.778869 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-6c5b80af-bef3-422c-9a5d-281333a15ea8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0511682 Sep 17 05:29:43.838763 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cad90-683a-4d8f-840b-c2a7f2792028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a98d53-0b7e-47e2-ab9f-6b423041274c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:43.857008 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-723cad90-683a-4d8f-840b-c2a7f2792028 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df76c7e0f53f41718bc865e5d01a7e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609355 Sep 17 05:29:43.864771 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43682) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:43.871230 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:43.936146 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-20a09c77-cead-4a95-84cd-d0cfebba9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:43.937679 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-20a09c77-cead-4a95-84cd-d0cfebba9b33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.1511493 Sep 17 05:29:43.972784 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-108b70c3-1db5-4263-860e-a3366f497a5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266805 Sep 17 05:29:44.002237 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.059855 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.114753 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.153110 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:44.156727 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:44.159599 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:44.198228 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Pushing event updated for resources: {'Port': ['ID=a448e394-aaa2-4ba7-905d-426ec9348bb0,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:44.271406 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-48e9f9bf-8dcc-4145-8c74-6024e18c0c3f service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894604 Sep 17 05:29:44.356773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.359729 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.360922 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87a98d53-0b7e-47e2-ab9f-6b423041274c HTTP/1.1" status: 204 len: 168 time: 0.4853733 Sep 17 05:29:44.370226 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d131c57-6e2e-4caa-9456-ff8446280e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a98d53-0b7e-47e2-ab9f-6b423041274c,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:44.523046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43698) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:44.550869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.617513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-32017ee6-3aa7-4a1b-ac73-5f70a410eb92 req-dd465c52-2b11-43dd-8c6c-c470bc66384c tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0676775 Sep 17 05:29:44.734862 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f1cfa-745d-447e-a8d6-7645ffa2290c None None] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:44.812181 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:44.846351 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91d0db21-3fdf-4c48-858b-15ffa9fe9e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.900630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910ebb-9e23-4457-b490-300e9054dac7 req-ccc4e332-6cd7-4bf5-b651-85515608dfb1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:44.908969 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9910ebb-9e23-4457-b490-300e9054dac7 req-ccc4e332-6cd7-4bf5-b651-85515608dfb1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1600018 Sep 17 05:29:44.921392 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] Provisioning complete for port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:44.922323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.944770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.956780 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91d0db21-3fdf-4c48-858b-15ffa9fe9e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:44.981533 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9910ebb-9e23-4457-b490-300e9054dac7 req-f2811b9c-2849-4cb7-af49-6a3a939ffa91 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Sep 17 05:29:45.056449 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:45.056666 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.057207 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91d0db21-3fdf-4c48-858b-15ffa9fe9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.107738 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.111037 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-91d0db21-3fdf-4c48-858b-15ffa9fe9e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4a2ab5742254877b2ee4b28c339b794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861566 Sep 17 05:29:45.112052 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0db21-3fdf-4c48-858b-15ffa9fe9e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e610ead-41b7-4ab8-9293-aad174082cca,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:45.113014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43718) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:45.182000 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.199784 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:29:45.215175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.241948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] For port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:45.243065 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.307429 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 7076909e-ccca-4ab7-b533-580ec998df84 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:29:45.330632 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 7076909e-ccca-4ab7-b533-580ec998df84 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:29:45.331147 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 7076909e-ccca-4ab7-b533-580ec998df84 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:29:45.346057 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.420304 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:29:45.421036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG oslo_db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:29:45.431624 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-4c0408f6-4328-4fbc-9e7b-cc897ceeb7d5 req-9a19752b-15ce-4013-b64a-605bc7654803 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193702 Sep 17 05:29:45.439098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b866fe-c77f-4414-ae46-8eea31b8d6ba None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:45.477979 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-94bfdd3f-5c19-4139-9096-01078c17e871 None None] Provisioning complete for port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:45.477979 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-94bfdd3f-5c19-4139-9096-01078c17e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.567509 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:29:45.578673 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:29:45.593503 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:45.594192 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:45.650441 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.653428 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.654675 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e610ead-41b7-4ab8-9293-aad174082cca HTTP/1.1" status: 204 len: 168 time: 0.5397601 Sep 17 05:29:45.664353 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e610ead-41b7-4ab8-9293-aad174082cca,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.676506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20d9c0-57ab-4fc9-943c-06e077716e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:45.696934 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:45.702491 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43738) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:45.702995 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d4b15c3e-6cb3-4deb-977f-2597699ef8cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4518280 Sep 17 05:29:45.710454 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:45.775402 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-11bbf0c3-26c2-4ea6-86df-18bb534fad3b req-532e5ee3-6a03-40d1-b78f-7bec2c4f3e9d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0425651 Sep 17 05:29:45.901855 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:44Z', 'revision_number': 3, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:45.928500 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43744) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:45.929810 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:29:45.930166 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Updating router 9fa4a4be-1605-423e-9b95-09a1584369f7 port a448e394-aaa2-4ba7-905d-426ec9348bb0 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:29:45.959598 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.102143 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce775462-8f8c-428d-ab62-f5a2a7eae9b5 req-4faa548b-7cbb-48a6-b157-b48c62b0a7ae tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:46.110446 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce775462-8f8c-428d-ab62-f5a2a7eae9b5 req-4faa548b-7cbb-48a6-b157-b48c62b0a7ae tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0627458 Sep 17 05:29:46.172257 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce775462-8f8c-428d-ab62-f5a2a7eae9b5 req-e385a3c6-d940-4497-a2a4-dc60a8a6ec1f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Sep 17 05:29:46.203377 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.248883 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.268204 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f50fa75f-5765-4099-965c-6400656ed91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.332645 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.361818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f50fa75f-5765-4099-965c-6400656ed91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.375101 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Pushing event updated for resources: {'Port': ['ID=a448e394-aaa2-4ba7-905d-426ec9348bb0,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:46.383657 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.384274 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.384769 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.385256 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.385762 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.386394 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.386592 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.386929 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.387282 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.387636 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.387969 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.388291 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:29:46.418347 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Attempting to bind port a448e394-aaa2-4ba7-905d-426ec9348bb0 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:46.419366 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Attempting to bind port a448e394-aaa2-4ba7-905d-426ec9348bb0 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:46.430314 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Attempting to bind port a448e394-aaa2-4ba7-905d-426ec9348bb0 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:46.430314 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:46.430314 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:46.430314 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.430969 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:46.431626 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Bound port: a448e394-aaa2-4ba7-905d-426ec9348bb0, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:46.431626 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.453584 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f50fa75f-5765-4099-965c-6400656ed91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.454233 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Allocated IP 172.20.0.1 (6bd76563-2057-4057-91e7-a3f936ebf5f6/5298a762-48ea-4c31-865d-e77fc21a944e/9ba39ec7-0cae-4583-b59a-4d411d6ff782) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:46.495219 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] For port a448e394-aaa2-4ba7-905d-426ec9348bb0, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:46.498986 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] For port a448e394-aaa2-4ba7-905d-426ec9348bb0, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=a448e394-aaa2-4ba7-905d-426ec9348bb0,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:46.506478 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f50fa75f-5765-4099-965c-6400656ed91d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f09429672b054f07bcd8d2da3bbd9ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735881 Sep 17 05:29:46.506478 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fa75f-5765-4099-965c-6400656ed91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72ea8e-5595-4199-b75a-df48bfeeaa59,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:46.507487 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43760) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:46.564657 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.580507 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.588449 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.595743 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.639693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43766) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:46.653586 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a72a3914-bf9f-4f57-8bba-71815b6f9a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.681817 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd274f-505e-4954-83b7-9761d7acbd27 None None] Pushing event updated for resources: {'Port': ['ID=a448e394-aaa2-4ba7-905d-426ec9348bb0,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:46.694216 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:46.695435 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:46.719530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.743263 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:46.750681 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.753516 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:46.763401 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.763401 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a72ea8e-5595-4199-b75a-df48bfeeaa59 HTTP/1.1" status: 204 len: 168 time: 0.2383308 Sep 17 05:29:46.770947 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:46.772536 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfea694-2f78-4413-b462-c7e4990d5346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72ea8e-5595-4199-b75a-df48bfeeaa59,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:46.787850 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:46.788354 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.826095 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:46.874728 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:46.875530 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:46.963896 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71e16fea-3cab-4fcc-b325-34e3c144a7d8 req-a6b09d77-bb8f-4581-9e6c-5d5f0e7dd67b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0730727 Sep 17 05:29:47.092954 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Pushing event updated for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:47.157589 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a72a3914-bf9f-4f57-8bba-71815b6f9a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.213719 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:44Z', 'revision_number': 3, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:47.226375 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-9427e068-4aa2-4057-9eda-a3639f6d13ba None None] Provisioning complete for port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:47.231086 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9427e068-4aa2-4057-9eda-a3639f6d13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.231350 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.233535 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a72a3914-bf9f-4f57-8bba-71815b6f9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.265917 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a3914-bf9f-4f57-8bba-71815b6f9a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718596e-0529-4f8f-9be4-aac565224fb9,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:47.296805 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724eb28-8bb2-4d44-af66-db840ec032cb None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:44Z', 'revision_number': 3, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:29:47.304531 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-9427e068-4aa2-4057-9eda-a3639f6d13ba None None] Port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:29:47.318881 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a72a3914-bf9f-4f57-8bba-71815b6f9a83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86b556358192427e82d9cba921158578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6786997 Sep 17 05:29:47.323206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43784) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:47.397620 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a11c-0b97-4e28-afc3-951edd58e8c3 req-a20b4f2d-fb0e-47e9-9e29-dcae33e0ce3d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:47.420433 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ceb3a11c-0b97-4e28-afc3-951edd58e8c3 req-a20b4f2d-fb0e-47e9-9e29-dcae33e0ce3d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1581316 Sep 17 05:29:47.465476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.485387 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ceb3a11c-0b97-4e28-afc3-951edd58e8c3 req-89162fb9-4d70-4245-ad21-970b79b5e844 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Sep 17 05:29:47.511175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.511679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.649665 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.650442 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.717230 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Pushing event updated for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:47.721606 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.726016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:47.729898 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6718596e-0529-4f8f-9be4-aac565224fb9 HTTP/1.1" status: 204 len: 168 time: 0.4018874 Sep 17 05:29:47.743964 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26907510-09cf-4322-98f9-c82374a0f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718596e-0529-4f8f-9be4-aac565224fb9,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:47.808751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:47.810138 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:47.892590 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43796) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:47.913613 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a11eba1d-d8c4-4900-8b42-e13dfb38d3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.063338 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a11eba1d-d8c4-4900-8b42-e13dfb38d3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.096526 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b55b56ed-5d12-40e5-a926-8508751c4a43 req-c732e277-01ea-44ba-a36b-cb5d057e7fbf tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0308738 Sep 17 05:29:48.152652 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-d19b3191-e302-42f5-bb2e-a769d03321ca None None] Provisioning complete for port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:48.153232 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d19b3191-e302-42f5-bb2e-a769d03321ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.173258 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:29:48.191301 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-d19b3191-e302-42f5-bb2e-a769d03321ca None None] Port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:29:48.264483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a11eba1d-d8c4-4900-8b42-e13dfb38d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.295535 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43802) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:48.295732 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a11eba1d-d8c4-4900-8b42-e13dfb38d3dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d336019e6a434384a5d54fc0f15c7c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018738 Sep 17 05:29:48.315282 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eba1d-d8c4-4900-8b42-e13dfb38d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4012c63-73c1-4c19-a0db-48e8794b16ce,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:48.320147 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:29:48.333954 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-76dc9ffc-ed83-41da-a6e4-3314f9319fad admin admin] 10.222.0.23 "PUT /v2.0/routers/9fa4a4be-1605-423e-9b95-09a1584369f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6242480 Sep 17 05:29:48.398775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.428310 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.590363 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.592966 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.598539 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4012c63-73c1-4c19-a0db-48e8794b16ce HTTP/1.1" status: 204 len: 168 time: 0.2986710 Sep 17 05:29:48.607053 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c0dcf-f629-4f99-84fc-465e12b7bfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4012c63-73c1-4c19-a0db-48e8794b16ce,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:48.680165 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0df158-3ed4-4fb2-a867-9ee7b0a18618 req-7046c4c7-c1fb-480c-b954-9f18459ff617 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:48.687699 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f0df158-3ed4-4fb2-a867-9ee7b0a18618 req-7046c4c7-c1fb-480c-b954-9f18459ff617 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1226578 Sep 17 05:29:48.735145 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f0df158-3ed4-4fb2-a867-9ee7b0a18618 req-a024dc43-91ea-4229-a8c9-34575eda3c27 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Sep 17 05:29:48.840267 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device a448e394-aaa2-4ba7-905d-426ec9348bb0 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:48.889807 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port a448e394-aaa2-4ba7-905d-426ec9348bb0 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:48.890096 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:48.984655 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:49.007976 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port a448e394-aaa2-4ba7-905d-426ec9348bb0, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=a448e394-aaa2-4ba7-905d-426ec9348bb0,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:49.147668 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:29:49.157584 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:49.158227 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:49.193360 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69a272c8-91db-4896-a967-fd266eed6170 req-27c18958-7fe4-44b3-b5dc-61e3af17a292 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0287621 Sep 17 05:29:49.263600 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:49.294964 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:49.423313 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=a448e394-aaa2-4ba7-905d-426ec9348bb0,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:49.527102 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-846ba7ef-d13c-4458-bc3a-11649bedea74 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:49.528605 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-846ba7ef-d13c-4458-bc3a-11649bedea74 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "GET /v2.0/networks?id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c HTTP/1.1" status: 200 len: 808 time: 0.1173596 Sep 17 05:29:49.542037 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Request body: {'port': {'device_id': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c', 'admin_state_up': True, 'tenant_id': '94d45ed1c99a425a8b78382c745f796d'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:49.542262 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 2, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:49.569047 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:29:49.572198 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Updating router 9fa4a4be-1605-423e-9b95-09a1584369f7 port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:29:49.596077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:49.753225 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Made reservation on behalf of 94d45ed1c99a425a8b78382c745f796d for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:49.757599 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:49.844899 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43858) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:49.866973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d51329c3-46fe-4c43-aa12-10b26f13dcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.001662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83638c-d9c1-4ba2-b95e-2e256b5488ce req-fb7fb0b2-0dd4-4345-b906-217dbb5ca70f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:50.003239 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2d83638c-d9c1-4ba2-b95e-2e256b5488ce req-fb7fb0b2-0dd4-4345-b906-217dbb5ca70f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0790803 Sep 17 05:29:50.005103 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.063696 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2d83638c-d9c1-4ba2-b95e-2e256b5488ce req-6df4ba14-d919-4e81-b098-a0bfaf13e259 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Sep 17 05:29:50.082370 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d51329c3-46fe-4c43-aa12-10b26f13dcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.098753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Allocated IP 172.20.0.7 (98acf002-8e8f-42e6-a2bb-e301cbc7d93c/4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c/0262fa20-ea11-4ac9-b814-3b65b398e690) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:50.104921 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43864) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:50.109768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-761604723-network', 'tenant_id': '99b7cf11588a438cbf54112c604810f0'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:50.153355 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.211642 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ab515-9cc1-460d-b563-c87ebd08818c None None] Pushing event updated for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.234044 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d51329c3-46fe-4c43-aa12-10b26f13dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.268020 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.271269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51329c3-46fe-4c43-aa12-10b26f13dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc0812-f7c1-475d-9f63-f7c201c34c0e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.280592 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Attempting to bind port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:50.281195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Attempting to bind port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:50.281924 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Attempting to bind port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:50.289865 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:50.290472 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:50.291354 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.292125 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Bound using segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:50.292841 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Bound port: 9ba39ec7-0cae-4583-b59a-4d411d6ff782, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:50.293399 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.338202 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-913d4522-dd5d-427c-b89b-fa402d83557f req-6489935a-657c-4441-90bf-a9332425befe tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0567784 Sep 17 05:29:50.339406 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Made reservation on behalf of 99b7cf11588a438cbf54112c604810f0 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:50.341628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.361375 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.366172 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d51329c3-46fe-4c43-aa12-10b26f13dcb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bd0717486eb4906a36e488fb38487f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190394 Sep 17 05:29:50.369720 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43870) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:50.374551 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] For port 9ba39ec7-0cae-4583-b59a-4d411d6ff782, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:50.377906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] For port 9ba39ec7-0cae-4583-b59a-4d411d6ff782, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=9ba39ec7-0cae-4583-b59a-4d411d6ff782,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:50.390275 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.428445 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:50.432523 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:50.451326 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.456167 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:50.464560 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:50.465513 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.496673 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Pushing event updated for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.511334 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:50.512219 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:50.516974 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ab515-9cc1-460d-b563-c87ebd08818c None None] Pushing event updated for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.526449 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.566814 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.568940 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.644490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.709474 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] Provisioning complete for port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:50.709474 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.712827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e78e78-b297-4b65-af35-fa6227c0a138,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.743290 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.745729 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device a448e394-aaa2-4ba7-905d-426ec9348bb0 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:50.746538 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.748218 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09bc0812-f7c1-475d-9f63-f7c201c34c0e HTTP/1.1" status: 204 len: 168 time: 0.3769443 Sep 17 05:29:50.755775 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:29:50.770874 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0997cb9a-3f8c-45ed-9cf5-8c17b099d088 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2323744 Sep 17 05:29:50.785737 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d31fe-0bdb-4604-b31d-aacee9866461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc0812-f7c1-475d-9f63-f7c201c34c0e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:50.793269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.793710 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Added segment fd399f63-c5e6-4860-840c-4f77baf58775 of type vlan for network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 Sep 17 05:29:50.846250 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.944693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.945656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:50.948499 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.948584 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:50.977657 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:51.018490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] Pushing event updated for resources: {'Network': ['ID=79ee97d4-b9cb-465d-b35c-7b46ca6260e4,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:51.032190 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:29:51.040651 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port a448e394-aaa2-4ba7-905d-426ec9348bb0 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:51.041026 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:51.090499 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-48eab905-bc1a-4a64-8331-f6efaecd8fdb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9834864 Sep 17 05:29:51.095801 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43898) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:51.101349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Request body: {'subnet': {'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-761604723-subnet', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:51.133466 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] For port 9ba39ec7-0cae-4583-b59a-4d411d6ff782, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=9ba39ec7-0cae-4583-b59a-4d411d6ff782,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:51.233542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Made reservation on behalf of 99b7cf11588a438cbf54112c604810f0 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:51.236335 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:51.248781 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:51.269683 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051957-b021-4d87-9d28-266b0fb9ca06 req-f33bd766-7ddf-470f-8fa3-a7c9a7a36d69 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:51.277690 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0051957-b021-4d87-9d28-266b0fb9ca06 req-f33bd766-7ddf-470f-8fa3-a7c9a7a36d69 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1367464 Sep 17 05:29:51.382694 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0051957-b021-4d87-9d28-266b0fb9ca06 req-90d0b6a4-885d-44aa-851a-fb827b50983f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036086 Sep 17 05:29:51.398730 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe651-9982-4fc9-9423-4c9c957c1d7f None None] Pushing event updated for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:51.483791 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-6f0bf74c-e448-4dfd-aa12-f6ff93abe61e None None] Provisioning complete for port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:51.491956 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf74c-e448-4dfd-aa12-f6ff93abe61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:51.561180 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:50Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:51.581720 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ce44-f7e4-4048-b927-2dabfbd3c0dc req-9016838d-fcba-436e-abf5-64de4f25a1c6 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:51.591562 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4bb1ce44-f7e4-4048-b927-2dabfbd3c0dc req-9016838d-fcba-436e-abf5-64de4f25a1c6 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 931 time: 0.1203265 Sep 17 05:29:51.596051 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e875d-97e9-4a05-96f8-952a90909325 None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:50Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:29:51.669642 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4bb1ce44-f7e4-4048-b927-2dabfbd3c0dc req-4be8e9d9-6eaa-4ab6-ad40-d31a5b855060 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727284 Sep 17 05:29:51.685271 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:51.747522 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31414bc4-c33c-4cb1-a9ff-403071bed9e1,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:51.755426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Checking segment: {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:51.756346 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Network hostable DHCP agents. Network: 79ee97d4-b9cb-465d-b35c-7b46ca6260e4, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:29:51.933299 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:29:52.073193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 79ee97d4-b9cb-465d-b35c-7b46ca6260e4) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:52.077656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:52.078484 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.082878 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da0933-d219-4835-8779-006d9cf0695b None None] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:52.211953 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0e1c8b5d-fc84-4268-b8be-b8595bf0e29d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1148915 Sep 17 05:29:52.214361 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 43942) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:52.219215 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:52.260976 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'fixed_ips': [{'subnet_id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:29:52.261984 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.310120 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.311239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.402380 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.446680 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Allocated IP 172.20.0.2 (79ee97d4-b9cb-465d-b35c-7b46ca6260e4/31414bc4-c33c-4cb1-a9ff-403071bed9e1/b9a940e5-76c7-4130-9d2a-2320dfe8ab95) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:52.667263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43bd5-1101-4b2b-80de-1367bcddb277 req-f5d2ee94-207a-4a90-8c1c-a23c4d52ec8c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:52.677105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03e43bd5-1101-4b2b-80de-1367bcddb277 req-f5d2ee94-207a-4a90-8c1c-a23c4d52ec8c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1848288 Sep 17 05:29:52.708345 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.716741 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.756592 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03e43bd5-1101-4b2b-80de-1367bcddb277 req-6b25b595-939d-4440-91e2-67e0295d52d0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778704 Sep 17 05:29:52.776353 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:52.852342 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 9ba39ec7-0cae-4583-b59a-4d411d6ff782 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:52.860751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Pushing event updated for resources: {'Port': ['ID=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:52.891219 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:52.896062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:52.900553 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:52.948583 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1089f-33e2-496d-aadc-638f53f43b0c req-267f60eb-12ee-4bf6-9ce3-37ba70938dd0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:52.949643 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16c1089f-33e2-496d-aadc-638f53f43b0c req-267f60eb-12ee-4bf6-9ce3-37ba70938dd0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 931 time: 0.1046536 Sep 17 05:29:52.972820 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Attempting to bind port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:52.981256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Attempting to bind port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:52.981256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Attempting to bind port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 on network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:52.981256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:52.981256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.001090 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16c1089f-33e2-496d-aadc-638f53f43b0c req-a8d5f917-d970-4f0e-88b4-4924b816a630 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505674 Sep 17 05:29:53.002041 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:53.002624 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Checking segment: {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:53.003177 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.003714 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Bound using segment: {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:53.004397 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Bound port: b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:53.004782 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.111328 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] For port b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:53.114761 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.129640 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] For port b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:53.136611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.230670 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.237862 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Allocated IP 172.27.2.179 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:53.291180 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7461c-0c52-4938-b468-faf637d40454 None None] Pushing event updated for resources: {'Port': ['ID=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:53.359190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.539943 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.572465 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 43988) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:53.599450 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:53.603220 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:53.611480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:53.617735 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:53.686600 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cecba320-6dfe-4a5d-8545-82b05c590ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.791732 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cecba320-6dfe-4a5d-8545-82b05c590ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.878487 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cecba320-6dfe-4a5d-8545-82b05c590ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:53.917921 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd246a1-f421-4b78-b25c-4cf2c6817e97 req-a7d850cb-57cc-4f6e-809f-e5fa42a5895d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:53.919331 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8dd246a1-f421-4b78-b25c-4cf2c6817e97 req-a7d850cb-57cc-4f6e-809f-e5fa42a5895d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0914311 Sep 17 05:29:53.924537 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cecba320-6dfe-4a5d-8545-82b05c590ed4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5afa3c2b02fa433f997c5637d9de294e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488946 Sep 17 05:29:53.926848 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44002) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:53.930046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecba320-6dfe-4a5d-8545-82b05c590ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0012b3-8be4-4c3f-9422-57aa3213bbb2,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:54.021184 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.076785 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8dd246a1-f421-4b78-b25c-4cf2c6817e97 req-15d4a619-d6ed-4d72-876f-8bffd61a2d13 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124101 Sep 17 05:29:54.093484 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Request body: {'port': {'device_id': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:54.111062 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.156392 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.198112 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.205890 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.432089 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1878c-99aa-479e-93ae-f825c1aaf671 None None] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:29:54.505255 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-069cb83f-de9c-433c-9ebb-183913fce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:54.508019 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-069cb83f-de9c-433c-9ebb-183913fce4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.1349611 Sep 17 05:29:54.557890 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] Provisioning complete for port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:54.558505 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.683790 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-18a419c3-1139-4407-b426-b76b5021d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:54.689277 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-18a419c3-1139-4407-b426-b76b5021d324 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.1447320 Sep 17 05:29:54.750444 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.755373 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.760058 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa0012b3-8be4-4c3f-9422-57aa3213bbb2 HTTP/1.1" status: 204 len: 168 time: 0.8320644 Sep 17 05:29:54.795120 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b362f7-c243-4835-bd71-f42df4e88298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0012b3-8be4-4c3f-9422-57aa3213bbb2,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:54.811708 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddff-f298-4728-9dc0-84ff92353a36 req-fa107a7b-6b2d-41c4-80db-ef81cf966ae0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:54.821748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c688ddff-f298-4728-9dc0-84ff92353a36 req-fa107a7b-6b2d-41c4-80db-ef81cf966ae0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 931 time: 0.6178548 Sep 17 05:29:54.870863 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device b9a940e5-76c7-4130-9d2a-2320dfe8ab95 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:54.884307 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0262fa20-ea11-4ac9-b814-3b65b398e690 {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:29:54.895191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.899578 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-356bf131-9e36-47d9-adf5-96122af89a26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.1994767 Sep 17 05:29:54.933092 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.942530 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c688ddff-f298-4728-9dc0-84ff92353a36 req-b841e889-4961-45ed-87d2-0b30fb7cced3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143975 Sep 17 05:29:54.969263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:54.989617 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-d17c2851-7938-4143-9580-4eacb20609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:54.993712 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-d17c2851-7938-4143-9580-4eacb20609c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.0759106 Sep 17 05:29:54.993712 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Transition to ACTIVE for port object 0262fa20-ea11-4ac9-b814-3b65b398e690 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:29:55.029115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] For port b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:55.032875 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-d04e4bd5-1a79-42bb-8d6b-2971020044ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329549 Sep 17 05:29:55.035546 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:55.036033 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.127511 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.177371 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.180265 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.260915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:55.262297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0791c6f-8642-4e58-bc8f-49fec8088e7c req-5b40b716-0716-451c-b19f-988e2175659a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:55.263949 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0791c6f-8642-4e58-bc8f-49fec8088e7c req-5b40b716-0716-451c-b19f-988e2175659a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0654528 Sep 17 05:29:55.270319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b86db-3b7d-4efb-adb0-780482b3fd6f None None] Pushing event updated for resources: {'Port': ['ID=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:55.289290 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-9eaca335-30c3-4cb3-be3b-4950db9465a4 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359545 Sep 17 05:29:55.289290 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Attempting to bind port 0262fa20-ea11-4ac9-b814-3b65b398e690 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:55.289290 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Attempting to bind port 0262fa20-ea11-4ac9-b814-3b65b398e690 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:55.289290 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Attempting to bind port 0262fa20-ea11-4ac9-b814-3b65b398e690 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:55.297945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:29:55.298559 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Port 0262fa20-ea11-4ac9-b814-3b65b398e690 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:29:55.298753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG oslo_db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:29:55.298927 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Attempting to bind port 0262fa20-ea11-4ac9-b814-3b65b398e690 on network 98acf002-8e8f-42e6-a2bb-e301cbc7d93c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:55.308875 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-3a81d0bf-30cf-472c-be77-533b969f2a48 None None] Provisioning complete for port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:55.309427 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3a81d0bf-30cf-472c-be77-533b969f2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.324393 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:55.324721 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Checking segment: {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:55.325102 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Bound using segment: {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:55.325530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Bound port: 0262fa20-ea11-4ac9-b814-3b65b398e690, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122f2da8-39fe-4584-a830-e82fe3cba10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:55.325884 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.334498 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0791c6f-8642-4e58-bc8f-49fec8088e7c req-5c914ba1-dc61-4242-a8f0-0ffce7355a8b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Sep 17 05:29:55.335690 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Router 000bda94-78f3-4fd3-88fe-9799ec63b2df is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:29:55.457464 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:55.461811 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-aeac57a9-61d0-4b7b-a2bb-821d7be1fe32 req-5275eb93-2921-4ee5-a1de-c0986c43bb0c service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732736 Sep 17 05:29:55.472301 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0262fa20-ea11-4ac9-b814-3b65b398e690,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:55.491735 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:29:55.503368 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Sync routers for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:29:55.513518 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:55.517854 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:55.545844 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.589436 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:55.590050 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.591432 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] 10.222.0.35 "PUT /v2.0/ports/0262fa20-ea11-4ac9-b814-3b65b398e690 HTTP/1.1" status: 200 len: 1093 time: 1.5175548 Sep 17 05:29:55.591861 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:29:55.594090 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea15cf-6108-4875-bcaa-527087b4afc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:29:55.608556 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.611054 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-581f74d6-5ba7-4003-b192-4e3ce4471b64 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3941894 Sep 17 05:29:55.618194 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44042) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:55.643252 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5985c38-c1b9-44fe-b08b-a4b8c9efe493 x-openstack-request-id: req-b5985c38-c1b9-44fe-b08b-a4b8c9efe493 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:29:55.643578 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:29:55.643827 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5985c38-c1b9-44fe-b08b-a4b8c9efe493 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:29:55.644240 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690', 'status': 'completed', 'code': 200} Sep 17 05:29:55.659152 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:55.660117 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548faf99-a2f5-4358-aec8-98c7f58f9a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:55.722311 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-a89d8a99-1dc8-42f7-b5e0-535c630dff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:55.724129 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-a89d8a99-1dc8-42f7-b5e0-535c630dff81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 1096 time: 0.0556781 Sep 17 05:29:55.891428 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44052) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:55.909470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1877c984-cb01-4541-aff6-88d860b3b21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:55.932971 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:53Z', 'revision_number': 3, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:55.940123 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-840fe1ba-749a-4c29-bbc7-11833c7c7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:55.941546 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-840fe1ba-749a-4c29-bbc7-11833c7c7249 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=94d45ed1c99a425a8b78382c745f796d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2076633 Sep 17 05:29:55.989720 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Checking router: 000bda94-78f3-4fd3-88fe-9799ec63b2df for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:29:55.990187 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Updating router 000bda94-78f3-4fd3-88fe-9799ec63b2df port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:29:56.015796 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.088765 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-660f5a42-2185-409e-b985-c22c86ecd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:56.093660 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e8ea15cf-6108-4875-bcaa-527087b4afc8 req-660f5a42-2185-409e-b985-c22c86ecd07e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344969 Sep 17 05:29:56.168897 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d6f1-86ad-4b73-aaf9-fee0237cf7b3 req-dc4b2d31-8a66-437c-9959-e9dc839ca629 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:56.170458 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9fe3d6f1-86ad-4b73-aaf9-fee0237cf7b3 req-dc4b2d31-8a66-437c-9959-e9dc839ca629 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.1062927 Sep 17 05:29:56.219680 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-cf4eae62-20a0-4d47-b74a-cbe9a4208803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:56.222317 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-cf4eae62-20a0-4d47-b74a-cbe9a4208803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94d45ed1c99a425a8b78382c745f796d&device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 1096 time: 0.0774460 Sep 17 05:29:56.223065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1877c984-cb01-4541-aff6-88d860b3b21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.274596 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9fe3d6f1-86ad-4b73-aaf9-fee0237cf7b3 req-e9175282-bce0-468a-b6f5-abaee046db23 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904560 Sep 17 05:29:56.280151 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-0899f788-039d-4212-83eb-4eb91d0d3cbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0262fa20-ea11-4ac9-b814-3b65b398e690 HTTP/1.1" status: 200 len: 217 time: 0.0471570 Sep 17 05:29:56.301318 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1877c984-cb01-4541-aff6-88d860b3b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.381607 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c984-cb01-4541-aff6-88d860b3b21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb4d87-4794-4d93-85d9-8b2d5bf4e14b,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:56.387010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.388108 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1877c984-cb01-4541-aff6-88d860b3b21c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=329848eab8bf442e82c057bee3672639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976027 Sep 17 05:29:56.390911 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44066) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:56.393696 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.405023 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-cf0bfbde-2645-49d3-9dba-dbd27d437081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:56.405023 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-cf0bfbde-2645-49d3-9dba-dbd27d437081 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c HTTP/1.1" status: 200 len: 848 time: 0.1108110 Sep 17 05:29:56.449563 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-5c9cbea8-45e9-4fcc-90fa-90a89bd0b76f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98acf002-8e8f-42e6-a2bb-e301cbc7d93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360560 Sep 17 05:29:56.504312 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.535667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.555538 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a67cd-5689-40de-9821-a0acb05d963a req-383b60f4-b9f6-465e-9a86-3184f50667e2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:56.555894 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc58c-5945-430d-aa2d-198575539289 None None] Pushing event updated for resources: {'Port': ['ID=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:56.557159 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-398a67cd-5689-40de-9821-a0acb05d963a req-383b60f4-b9f6-465e-9a86-3184f50667e2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0976307 Sep 17 05:29:56.577212 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.588018 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Attempting to bind port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:29:56.588396 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Attempting to bind port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:29:56.588779 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Attempting to bind port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:29:56.594008 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:29:56.594377 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:56.594774 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.595166 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:29:56.595663 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Bound port: 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:29:56.596086 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.599016 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-a0542aec-1eb3-4c91-8569-f737db5afafc service neutron] 10.222.0.35 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361947 Sep 17 05:29:56.638294 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-398a67cd-5689-40de-9821-a0acb05d963a req-1ddd6bf2-8d01-4e3d-b089-06d8822d204e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702262 Sep 17 05:29:56.645015 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Allocated IP 172.20.0.1 (79ee97d4-b9cb-465d-b35c-7b46ca6260e4/31414bc4-c33c-4cb1-a9ff-403071bed9e1/0ede74fb-f4b1-4769-8db7-550fcea96752) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:29:56.653854 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] For port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:29:56.664471 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] For port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:29:56.720695 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-adaaf77a-7804-4853-a2e2-7e7784e64510 req-2ef7ba6d-1ce8-4cc6-b971-0d3c74a4fa75 service neutron] 10.222.0.35 "GET /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098645 Sep 17 05:29:56.730363 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device b9a940e5-76c7-4130-9d2a-2320dfe8ab95 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:56.739201 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.761623 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.765125 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.766731 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90bb4d87-4794-4d93-85d9-8b2d5bf4e14b HTTP/1.1" status: 204 len: 168 time: 0.3748600 Sep 17 05:29:56.796918 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:56.797378 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.799011 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72ecd2-65f0-49f5-a8dd-07d8b5c851ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb4d87-4794-4d93-85d9-8b2d5bf4e14b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:56.836038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:56.890582 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:56.890582 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:56.892821 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc58c-5945-430d-aa2d-198575539289 None None] Pushing event updated for resources: {'Port': ['ID=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:57.000134 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:57.036530 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.079738 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:57.082700 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:57.085137 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:29:57.128197 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Pushing event updated for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:57.144738 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.200178 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:53Z', 'revision_number': 3, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:57.234472 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe675-2121-4a46-8783-3be2e6158009 None None] The sync data for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi is: [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:53Z', 'revision_number': 3, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:29:57.384232 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-a90d4692-6af4-4fff-9eb6-38c1490f7019 None None] Provisioning complete for port 0ede74fb-f4b1-4769-8db7-550fcea96752 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:57.385060 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a90d4692-6af4-4fff-9eb6-38c1490f7019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.433133 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-a90d4692-6af4-4fff-9eb6-38c1490f7019 None None] Port 0ede74fb-f4b1-4769-8db7-550fcea96752 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:29:57.441726 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.460985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992aaf-14d3-4d96-88cc-b6eb9170ea59 req-26f6e241-a046-4eb2-89b0-b5d98345c7ce tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:57.462519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8d992aaf-14d3-4d96-88cc-b6eb9170ea59 req-26f6e241-a046-4eb2-89b0-b5d98345c7ce tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.1091893 Sep 17 05:29:57.546985 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8d992aaf-14d3-4d96-88cc-b6eb9170ea59 req-fbecc481-f264-49c8-b94a-bb1c244a978b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779049 Sep 17 05:29:57.683693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.758231 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4062f-fd42-435f-8f24-b153ddc374cc req-4ff28cbd-1e0a-45fc-a0a8-664ac6aa6f57 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:57.759852 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95e4062f-fd42-435f-8f24-b153ddc374cc req-4ff28cbd-1e0a-45fc-a0a8-664ac6aa6f57 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0501103 Sep 17 05:29:57.812276 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95e4062f-fd42-435f-8f24-b153ddc374cc req-aeff9f4b-a835-4476-99b3-2aa45f367abf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Sep 17 05:29:57.814318 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.871993 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:29:57.899668 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:57.901585 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Pushing event updated for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:58.017350 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:29:58.018813 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:29:58.139880 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Router 000bda94-78f3-4fd3-88fe-9799ec63b2df has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:29:58.222894 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44110) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:58.256208 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-0992057f-c08d-4a8f-b73d-c123ee27692c None None] Provisioning complete for port 0ede74fb-f4b1-4769-8db7-550fcea96752 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:58.257288 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0992057f-c08d-4a8f-b73d-c123ee27692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.265071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:29:58.272674 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1c3e0a3c-7f6a-48f6-ae61-3a2ed7036c5c admin admin] 10.222.0.23 "PUT /v2.0/routers/000bda94-78f3-4fd3-88fe-9799ec63b2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532321 Sep 17 05:29:58.305252 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-0992057f-c08d-4a8f-b73d-c123ee27692c None None] Port 0ede74fb-f4b1-4769-8db7-550fcea96752 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:29:58.340246 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2112022065-network', 'tenant_id': 'c35efae58f8d4dc485358281bb0354a5'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:58.524093 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Made reservation on behalf of c35efae58f8d4dc485358281bb0354a5 for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:58.526409 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.535202 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.639597 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.707060 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.764588 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:29:58.824190 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:29:58.824675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.919743 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.943665 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:29:58.944671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:29:58.949985 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a921b50-f9d9-4ab5-b2e6-3863df853f93,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:58.955764 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:58.956147 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Added segment 83949b3d-a3ac-46b7-a3f9-c3baa3e04caa of type vlan for network 87613cb6-4a3b-4442-bb6c-55d46588e1c3 Sep 17 05:29:58.997203 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.010954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44142) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:59.015611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855572123', 'description': 'tempest-secgroup-smoke-855572123 description', 'project_id': '6fe128bb22264db0950b8c55ca24595c'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:59.064662 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Sync routers for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:29:59.075828 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:29:59.076494 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:59.107414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f32f-8368-47a2-8a71-43d65b1e55fa req-61140f26-9df8-4f52-b327-9a088e60e08f tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:59.108969 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c308f32f-8368-47a2-8a71-43d65b1e55fa req-61140f26-9df8-4f52-b327-9a088e60e08f tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0502653 Sep 17 05:29:59.112506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.149051 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c308f32f-8368-47a2-8a71-43d65b1e55fa req-dcc924be-eb98-43e6-87dd-482c3222f85b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Sep 17 05:29:59.169831 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.171168 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:59.171621 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.202716 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:59.213624 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.239593 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:29:59.251258 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] Pushing event updated for resources: {'Network': ['ID=87613cb6-4a3b-4442-bb6c-55d46588e1c3,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:59.269796 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 87613cb6-4a3b-4442-bb6c-55d46588e1c3 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:29:59.277440 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d932376-8717-4b58-9533-fa7814d31d9b req-b8b30caa-aa37-45e5-9b26-611e7a5c938f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:29:59.279466 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7d932376-8717-4b58-9533-fa7814d31d9b req-b8b30caa-aa37-45e5-9b26-611e7a5c938f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0617383 Sep 17 05:29:59.299302 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ab6ab3cd-7f13-4e7f-abb1-01f1699457db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0750909 Sep 17 05:29:59.302157 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44146) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:59.307047 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Request body: {'subnet': {'network_id': '87613cb6-4a3b-4442-bb6c-55d46588e1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2112022065-subnet', 'tenant_id': 'c35efae58f8d4dc485358281bb0354a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:59.338386 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7d932376-8717-4b58-9533-fa7814d31d9b req-2d45ebee-947d-4c74-8d1c-2912c340d8a3 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Sep 17 05:29:59.385643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.452731 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.480906 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193710b4-9d3a-4ad9-be11-00671e33105f,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:59.507803 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:57Z', 'revision_number': 4, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '0ede74fb-f4b1-4769-8db7-550fcea96752', 'name': '', 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'mac_address': 'fa:16:3e:3b:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:56Z', 'updated_at': '2021-09-17T05:29:57Z', 'revision_number': 2, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'subnets': [{'id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:29:59.537158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Checking router: 000bda94-78f3-4fd3-88fe-9799ec63b2df for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:29:59.537510 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Updating router 000bda94-78f3-4fd3-88fe-9799ec63b2df port 0ede74fb-f4b1-4769-8db7-550fcea96752 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:29:59.561596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.561773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Made reservation on behalf of c35efae58f8d4dc485358281bb0354a5 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:29:59.564114 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.618804 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.622853 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-df8d7536-5e18-4202-a4dc-58d74deb4078 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6082046 Sep 17 05:29:59.623067 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44150) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:29:59.628686 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:29:59.737961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.790116 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.794291 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.822167 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.848079 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c29bb56-d874-4302-b2ad-6ce7c1104b30,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:59.857208 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Checking segment: {'id': '83949b3d-a3ac-46b7-a3f9-c3baa3e04caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87613cb6-4a3b-4442-bb6c-55d46588e1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:29:59.857557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Network hostable DHCP agents. Network: 87613cb6-4a3b-4442-bb6c-55d46588e1c3, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:29:59.884186 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.903068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6cb7d2-2ddf-47b5-bc62-ac1fe75cd4eb,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:29:59.932751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:29:59.990009 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a7ea2-e054-4f96-9033-005a3e99ee99 None None] Pushing event updated for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:00.038390 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Network 87613cb6-4a3b-4442-bb6c-55d46588e1c3 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:00.038618 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Attempting to bind port 0ede74fb-f4b1-4769-8db7-550fcea96752 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:00.041792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Attempting to bind port 0ede74fb-f4b1-4769-8db7-550fcea96752 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:00.041792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Attempting to bind port 0ede74fb-f4b1-4769-8db7-550fcea96752 on network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:00.044748 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:00.045325 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Checking segment: {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:00.045735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.046128 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Bound using segment: {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:00.046600 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Bound port: 0ede74fb-f4b1-4769-8db7-550fcea96752, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd399f63-c5e6-4860-840c-4f77baf58775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:00.046990 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.061879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.065763 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ccba4130-8589-48a1-a53b-241e9edea836 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4384270 Sep 17 05:30:00.066082 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44154) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:00.071650 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:00.113343 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] For port 0ede74fb-f4b1-4769-8db7-550fcea96752, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:00.116766 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] For port 0ede74fb-f4b1-4769-8db7-550fcea96752, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=0ede74fb-f4b1-4769-8db7-550fcea96752,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:00.144737 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-d2b8e1b9-9383-4a23-a35d-49a4d029bf4d None None] Provisioning complete for port 0ede74fb-f4b1-4769-8db7-550fcea96752 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:00.145113 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e1b9-9383-4a23-a35d-49a4d029bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.172794 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 87613cb6-4a3b-4442-bb6c-55d46588e1c3) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:00.177199 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:00.178865 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.185026 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9447e-9ce3-4d1e-a095-aef01b673099 None None] Network 87613cb6-4a3b-4442-bb6c-55d46588e1c3 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:00.198971 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8e1b9-9383-4a23-a35d-49a4d029bf4d None None] Port 0ede74fb-f4b1-4769-8db7-550fcea96752 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:00.240860 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.251460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.300752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2384-61e8-49f9-a385-90cafd2b0580 req-6c94d892-6f62-4e92-bc2f-b22ba5cb8a92 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:00.302310 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd8b2384-61e8-49f9-a385-90cafd2b0580 req-6c94d892-6f62-4e92-bc2f-b22ba5cb8a92 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0809078 Sep 17 05:30:00.330723 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1c2c3021-1e47-4d62-892e-1fbf62ff4649 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0274394 Sep 17 05:30:00.339643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.344106 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:00.345244 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:29:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:00.348698 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a7ea2-e054-4f96-9033-005a3e99ee99 None None] Pushing event updated for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:00.376807 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd8b2384-61e8-49f9-a385-90cafd2b0580 req-b37b5dc8-2df8-4840-a4e5-6d92e6c77f39 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Sep 17 05:30:00.420465 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e74adb-b401-463b-bd7c-de3697b8e435 None None] Network 87613cb6-4a3b-4442-bb6c-55d46588e1c3 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:00.421294 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.444073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef94e19-d449-4580-9ad7-94b55c4f3fe0,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:00.520002 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130318-378f-46fa-8d1a-81b66aa58a35 req-a41052c3-2a72-49c6-b6ab-27c69fe3aae9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:00.528071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:00.532380 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62130318-378f-46fa-8d1a-81b66aa58a35 req-a41052c3-2a72-49c6-b6ab-27c69fe3aae9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0678768 Sep 17 05:30:00.534550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.539848 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44166) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:00.540080 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-02da0b9d-89bb-4827-ad12-ae13ad34ba72 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4727910 Sep 17 05:30:00.545411 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:00.596637 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62130318-378f-46fa-8d1a-81b66aa58a35 req-4ef5a4b5-a067-46a8-99f4-72bc5b28938b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Sep 17 05:30:00.672042 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.758559 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.797166 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:00.846381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] Provisioning complete for port 0ede74fb-f4b1-4769-8db7-550fcea96752 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:00.846753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.964151 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.977604 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:00.977981 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:00.981661 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf6876a-3d48-494f-b1a1-4dc1347f2d8a,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:01.032295 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.065780 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:57Z', 'revision_number': 4, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '0ede74fb-f4b1-4769-8db7-550fcea96752', 'name': '', 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'mac_address': 'fa:16:3e:3b:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:56Z', 'updated_at': '2021-09-17T05:30:00Z', 'revision_number': 4, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'subnets': [{'id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:01.100337 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b615c7-a7e9-43e7-91b1-d4425c595616 None None] The sync data for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi is: [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:29:57Z', 'revision_number': 4, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '0ede74fb-f4b1-4769-8db7-550fcea96752', 'name': '', 'network_id': '79ee97d4-b9cb-465d-b35c-7b46ca6260e4', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'mac_address': 'fa:16:3e:3b:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:56Z', 'updated_at': '2021-09-17T05:30:00Z', 'revision_number': 4, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'subnets': [{'id': '31414bc4-c33c-4cb1-a9ff-403071bed9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:01.129824 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] For port 0ede74fb-f4b1-4769-8db7-550fcea96752, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=0ede74fb-f4b1-4769-8db7-550fcea96752,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:01.181581 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.189876 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ce890c2a-b069-4e48-a08a-ff2511e6b29b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6411350 Sep 17 05:30:01.190013 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44176) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:01.191111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:01.336084 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.400380 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.412251 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9153970-997a-41e3-9c6c-36056303dd47 None None] Pushing event updated for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:01.477998 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44186) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:01.488582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273375403-network', 'tenant_id': '893c892881ae460f91db7318bba4fdfd'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:01.491225 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.565222 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be656-d9d0-44e4-99cb-98285edc3d0b req-e2bab041-9ec7-4122-97aa-ef9da26a0280 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:01.567094 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b1be656-d9d0-44e4-99cb-98285edc3d0b req-e2bab041-9ec7-4122-97aa-ef9da26a0280 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0678391 Sep 17 05:30:01.612849 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b1be656-d9d0-44e4-99cb-98285edc3d0b req-b3691b9d-b384-4866-a867-d3ec437711ab tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Sep 17 05:30:01.680488 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Made reservation on behalf of 893c892881ae460f91db7318bba4fdfd for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:01.681056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fe1fd4a3-936c-4d59-be9d-484e8290c8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.684428 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.691255 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.695128 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.743103 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d23c73-d97c-4433-a2fd-d58eebc434db,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:01.764624 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b92a1-18f0-495f-bcc5-14e52bbff9d4 req-6e3c9e37-d23e-4385-b9cf-8da2bfc01f43 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:01.766368 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-348b92a1-18f0-495f-bcc5-14e52bbff9d4 req-6e3c9e37-d23e-4385-b9cf-8da2bfc01f43 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0891182 Sep 17 05:30:01.810746 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-348b92a1-18f0-495f-bcc5-14e52bbff9d4 req-68a30670-8858-4641-8cf0-d2242230553c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Sep 17 05:30:01.826684 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:01.976198 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.001230 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:30:02.011606 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6ef6a-c81a-4ff9-a810-324e4e24acf1,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:02.017655 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.018005 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Added segment e0a8d089-3a7f-4240-83eb-f226c6b5cd47 of type vlan for network 31a092f8-b1b1-41af-bb70-8f4266c74d47 Sep 17 05:30:02.058858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.060808 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-392879b9-f62f-4ee8-a2cf-382b6df5c7bf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8733945 Sep 17 05:30:02.063750 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44192) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:02.070987 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.079322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:02.192798 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Project 6fe128bb22264db0950b8c55ca24595c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:30:02.198092 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.218161 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.219220 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:02.219810 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.257762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.277186 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] Pushing event updated for resources: {'Network': ['ID=31a092f8-b1b1-41af-bb70-8f4266c74d47,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:02.287864 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 31a092f8-b1b1-41af-bb70-8f4266c74d47 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:30:02.308037 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a7da96b6-28e4-4fcb-aed5-8739046afe8f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8287029 Sep 17 05:30:02.310847 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44200) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:02.315630 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Request body: {'subnet': {'network_id': '31a092f8-b1b1-41af-bb70-8f4266c74d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273375403-subnet', 'tenant_id': '893c892881ae460f91db7318bba4fdfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:02.332603 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.350862 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2337dc0f-ddc7-4e61-be8c-0b3f2173ddf3,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:02.389594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Made reservation on behalf of 893c892881ae460f91db7318bba4fdfd for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:02.392055 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.441489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.442758 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2d7e478d-bf57-45d0-8428-9b7f62e0de3c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3761070 Sep 17 05:30:02.446070 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44202) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:02.450490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'security_group_rule': {'security_group_id': '193710b4-9d3a-4ad9-be11-00671e33105f', 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:02.541702 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Project 6fe128bb22264db0950b8c55ca24595c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:30:02.546786 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.608755 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.632975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.687295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38cb897-0b13-4ff9-8c41-7e289e6dc956,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:02.705256 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.717148 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Checking segment: {'id': 'e0a8d089-3a7f-4240-83eb-f226c6b5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31a092f8-b1b1-41af-bb70-8f4266c74d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:02.717749 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Network hostable DHCP agents. Network: 31a092f8-b1b1-41af-bb70-8f4266c74d47, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:30:02.751057 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ba8b8b-27a9-4000-b076-9081731b27b2,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:02.774185 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2056-03d9-4383-8397-3d5489804074 req-90ab1758-8f98-4b5f-a713-ffd5fdb2a31a tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:02.776248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89eb2056-03d9-4383-8397-3d5489804074 req-90ab1758-8f98-4b5f-a713-ffd5fdb2a31a tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0880146 Sep 17 05:30:02.778278 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 0ede74fb-f4b1-4769-8db7-550fcea96752 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:02.807158 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Network 31a092f8-b1b1-41af-bb70-8f4266c74d47 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:02.814749 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89eb2056-03d9-4383-8397-3d5489804074 req-98411b6b-e3a8-49dc-8fc9-d13233b16532 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 17 05:30:02.827534 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 0ede74fb-f4b1-4769-8db7-550fcea96752 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:02.827992 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.915032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.916156 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-25916734-b4c0-4253-9802-03a6d32cfe91 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4690914 Sep 17 05:30:02.932858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dda53-96a4-4a81-801f-8b2492e8e133 req-03e29ea8-3f56-4327-a892-c9280903abd5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:02.934335 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-973dda53-96a4-4a81-801f-8b2492e8e133 req-03e29ea8-3f56-4327-a892-c9280903abd5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0510499 Sep 17 05:30:02.944819 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 31a092f8-b1b1-41af-bb70-8f4266c74d47) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:02.949186 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:02.950543 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:02.954088 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf7fb1-ecdc-4413-965f-2e8fd219bb90 None None] Network 31a092f8-b1b1-41af-bb70-8f4266c74d47 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:02.982691 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-973dda53-96a4-4a81-801f-8b2492e8e133 req-732ec29d-7f10-4186-a9f8-58c9cb88ae57 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Sep 17 05:30:03.022042 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7f312de3-55d8-45a4-95d0-9eff99ec6913 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7101748 Sep 17 05:30:03.114021 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07f201-7e5c-46a6-a26f-334c39bdc219 None None] Network 31a092f8-b1b1-41af-bb70-8f4266c74d47 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:03.941669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de5255-56f8-48e7-801f-eea3eb47589a req-a3ec395d-0d91-4c6d-87ad-8fb8a11fe310 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:03.943744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f7de5255-56f8-48e7-801f-eea3eb47589a req-a3ec395d-0d91-4c6d-87ad-8fb8a11fe310 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Sep 17 05:30:03.981806 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f7de5255-56f8-48e7-801f-eea3eb47589a req-dd1a14ae-28fa-4b62-a9f8-dc9d0b8f5445 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Sep 17 05:30:04.118443 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd32dc-758b-4252-803b-c18563333b07 req-b9115940-7b72-4aa0-8c30-ec58149ea548 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:04.119986 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98fd32dc-758b-4252-803b-c18563333b07 req-b9115940-7b72-4aa0-8c30-ec58149ea548 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0506077 Sep 17 05:30:04.170905 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98fd32dc-758b-4252-803b-c18563333b07 req-1cf9a601-1bef-4287-97d7-3bdaf976b855 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Sep 17 05:30:04.541427 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2b413c21-e840-4db5-bbb5-939d2beb539e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:04.972025 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d2e6-6824-4f61-bad1-559c3c40830d req-84ef6e53-ff59-4f10-a3bb-59b820f4d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:04.973671 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a285d2e6-6824-4f61-bad1-559c3c40830d req-84ef6e53-ff59-4f10-a3bb-59b820f4d65c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.0496750 Sep 17 05:30:05.023952 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a285d2e6-6824-4f61-bad1-559c3c40830d req-a3ef5f67-03df-41ed-9d9b-a89549e5e192 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Sep 17 05:30:05.072365 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.120221 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fc935-499d-410f-bc57-9f364f0ca296 req-8f696b40-9afa-4b1a-8c55-d2f3f3be9916 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:05.121750 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-370fc935-499d-410f-bc57-9f364f0ca296 req-8f696b40-9afa-4b1a-8c55-d2f3f3be9916 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0516911 Sep 17 05:30:05.159816 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-370fc935-499d-410f-bc57-9f364f0ca296 req-cdd84942-1c4f-468a-9531-ea4fbaee13e0 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Sep 17 05:30:05.307565 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c42534-9653-4791-947c-84bdb0055b66 req-51224b54-5158-41f5-94cb-473dd23315c0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:05.309263 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-26c42534-9653-4791-947c-84bdb0055b66 req-51224b54-5158-41f5-94cb-473dd23315c0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0649366 Sep 17 05:30:05.317762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44366) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:05.361252 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-26c42534-9653-4791-947c-84bdb0055b66 req-fde76db4-5d99-4d2e-bd86-e009f110502a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Sep 17 05:30:05.432761 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-45403942-04c5-4054-ae87-280207cc4ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.523199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-45403942-04c5-4054-ae87-280207cc4ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.635448 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.672736 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-45403942-04c5-4054-ae87-280207cc4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.711586 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-45403942-04c5-4054-ae87-280207cc4ae5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dce28f73d21041f59f1917b9a0f25c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922760 Sep 17 05:30:05.712421 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45403942-04c5-4054-ae87-280207cc4ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41174179-851e-42b7-82be-78175446ae8f,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:05.722707 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44374) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:05.773764 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.795400 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.975978 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.978563 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:05.979722 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41174179-851e-42b7-82be-78175446ae8f HTTP/1.1" status: 204 len: 168 time: 0.2560301 Sep 17 05:30:05.987459 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ab2b0-3d4b-4997-94a9-ca917900a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41174179-851e-42b7-82be-78175446ae8f,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:06.436618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8506f2-7589-4e14-9bda-34b8eb703b15 req-61bda8c1-e10c-4be4-98cd-8869c576a663 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:06.438274 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5c8506f2-7589-4e14-9bda-34b8eb703b15 req-61bda8c1-e10c-4be4-98cd-8869c576a663 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0636761 Sep 17 05:30:06.506175 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5c8506f2-7589-4e14-9bda-34b8eb703b15 req-ba573e6a-7864-45f3-a477-82c0519882f5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Sep 17 05:30:06.517701 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceba5d-a521-4e10-8795-d42b0493649e req-3c68c581-ee98-4d3d-b167-aad53bbb0258 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:06.519350 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6ceba5d-a521-4e10-8795-d42b0493649e req-3c68c581-ee98-4d3d-b167-aad53bbb0258 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0799851 Sep 17 05:30:06.571918 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6ceba5d-a521-4e10-8795-d42b0493649e req-1b8fc2c8-f022-461f-8856-101756c2ab48 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 Sep 17 05:30:06.679019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44402) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:06.694483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ceb98022-a023-4cd6-ab7c-e82bd87fe8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:06.788073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ceb98022-a023-4cd6-ab7c-e82bd87fe8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.022414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ceb98022-a023-4cd6-ab7c-e82bd87fe8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.061068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb98022-a023-4cd6-ab7c-e82bd87fe8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f42d0c-21c3-400e-9b20-d60bb4a1306a,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:07.066679 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ceb98022-a023-4cd6-ab7c-e82bd87fe8ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=addb434d784d4eb187c26135058b2b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860159 Sep 17 05:30:07.069566 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44412) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:07.071762 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.131422 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.157216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.301715 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.305389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:07.306620 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13f42d0c-21c3-400e-9b20-d60bb4a1306a HTTP/1.1" status: 204 len: 168 time: 0.2356229 Sep 17 05:30:07.314359 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d17c3-3265-4b85-9070-76aa1e9772a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f42d0c-21c3-400e-9b20-d60bb4a1306a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:07.629966 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa49bd-f9d5-4d97-aa01-259b63ab0453 req-b0264c39-7bb2-4788-9943-75558276bb43 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:07.632235 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09fa49bd-f9d5-4d97-aa01-259b63ab0453 req-b0264c39-7bb2-4788-9943-75558276bb43 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 943 time: 0.0550992 Sep 17 05:30:07.696008 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09fa49bd-f9d5-4d97-aa01-259b63ab0453 req-f1b5540d-a176-4e8e-8a4f-ccc064200a07 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Sep 17 05:30:07.713656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dbd71-5198-4f70-8db4-0e081fdf4924 req-f1c82bab-d435-4437-aada-4e977f69a291 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:07.714922 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b31dbd71-5198-4f70-8db4-0e081fdf4924 req-f1c82bab-d435-4437-aada-4e977f69a291 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0700159 Sep 17 05:30:07.763824 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b31dbd71-5198-4f70-8db4-0e081fdf4924 req-9c237935-d2a3-457a-adf5-fde41778a2cf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Sep 17 05:30:07.808028 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 0262fa20-ea11-4ac9-b814-3b65b398e690 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:30:07.935997 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0262fa20-ea11-4ac9-b814-3b65b398e690,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:07.947565 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '0262fa20-ea11-4ac9-b814-3b65b398e690', 'network_id': '98acf002-8e8f-42e6-a2bb-e301cbc7d93c', 'port_id': '0262fa20-ea11-4ac9-b814-3b65b398e690', 'mac_address': 'fa:16:3e:12:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:30:07.990056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.011453 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0262fa20-ea11-4ac9-b814-3b65b398e690 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:30:08.026364 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0262fa20-ea11-4ac9-b814-3b65b398e690,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:08.238506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.288633 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:08.308983 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44450) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:08.340012 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2f707895-64a1-4b30-a5bf-043ab673d309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.408304 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d222097-745a-45a7-b4db-b8ffdb9c45ea req-4eb6d408-4ea6-41b5-af0b-ddb4c3ea96a5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:08.409722 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d222097-745a-45a7-b4db-b8ffdb9c45ea req-4eb6d408-4ea6-41b5-af0b-ddb4c3ea96a5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0592072 Sep 17 05:30:08.447687 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2f707895-64a1-4b30-a5bf-043ab673d309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.453114 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d222097-745a-45a7-b4db-b8ffdb9c45ea req-a78366bc-9b2e-4ed8-9ca2-8301848c4045 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362332 Sep 17 05:30:08.497651 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-e323b941-af75-42db-93a5-1dcafa2494bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:08.499622 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-e323b941-af75-42db-93a5-1dcafa2494bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.0542066 Sep 17 05:30:08.570227 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2f707895-64a1-4b30-a5bf-043ab673d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.620955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f707895-64a1-4b30-a5bf-043ab673d309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69615ba-d9c6-402a-9cc6-44b77067957a,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:08.641118 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-2f707895-64a1-4b30-a5bf-043ab673d309 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f87c0614934f109f5473f1f3329d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227627 Sep 17 05:30:08.641118 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-34ca7a73-5a22-4e4e-af5e-9782895202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:08.641118 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-34ca7a73-5a22-4e4e-af5e-9782895202e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.1250191 Sep 17 05:30:08.642559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44460) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:08.686465 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['0262fa20-ea11-4ac9-b814-3b65b398e690'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:30:08.691600 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-40b1fb0e-c7eb-4371-bd2e-3d694ce5fcc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0454514 Sep 17 05:30:08.716557 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.745245 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:08.757942 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-c5f48b74-8c53-4003-9925-45ed2b1b133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:08.761933 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-c5f48b74-8c53-4003-9925-45ed2b1b133a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.0613785 Sep 17 05:30:08.804444 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-440755df-869c-48c6-b83c-dc2ed4d7ceaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368454 Sep 17 05:30:08.860890 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8350-db00-4916-b0e3-5c71d9b4b6a5 req-b5117642-d921-4569-8ef4-f65040246dfe tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:08.862566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-86ea8350-db00-4916-b0e3-5c71d9b4b6a5 req-b5117642-d921-4569-8ef4-f65040246dfe tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 944 time: 0.0663986 Sep 17 05:30:08.916878 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-86ea8350-db00-4916-b0e3-5c71d9b4b6a5 req-565b99e8-ab15-4494-ab96-7fd5cd9fff83 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 Sep 17 05:30:08.920367 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-c9a98167-e268-4163-92c2-f3aa21c4271c service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086056 Sep 17 05:30:09.017975 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-7dff95c0-5440-4d21-b6cd-9c2356ec9afc req-3f124ccb-76a4-4c03-8465-4f08a9070456 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891654 Sep 17 05:30:09.078593 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:09.081830 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:09.082849 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d69615ba-d9c6-402a-9cc6-44b77067957a HTTP/1.1" status: 204 len: 168 time: 0.4387155 Sep 17 05:30:09.094067 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679d8b-5b2c-4e4a-af21-d811d9dc1d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69615ba-d9c6-402a-9cc6-44b77067957a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:09.576528 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5496a09-b96e-4944-83d7-44994b8dc12f req-b3c375b9-0b5d-4842-a003-4964690038c4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:09.578194 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d5496a09-b96e-4944-83d7-44994b8dc12f req-b3c375b9-0b5d-4842-a003-4964690038c4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0546730 Sep 17 05:30:09.615794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d5496a09-b96e-4944-83d7-44994b8dc12f req-f9cb2e8b-437f-43ae-9386-e39bcf2f2792 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Sep 17 05:30:09.807125 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 0262fa20-ea11-4ac9-b814-3b65b398e690 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:10.024038 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 0262fa20-ea11-4ac9-b814-3b65b398e690 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:30:10.032115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 0262fa20-ea11-4ac9-b814-3b65b398e690 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:10.032115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:10.037019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f56a8-58fc-4ebf-b62d-06e6af0c3c63 req-ab3a9025-1b80-4f20-85ca-cff4309c60b3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:10.039177 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f22f56a8-58fc-4ebf-b62d-06e6af0c3c63 req-ab3a9025-1b80-4f20-85ca-cff4309c60b3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 944 time: 0.0581560 Sep 17 05:30:10.085858 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f22f56a8-58fc-4ebf-b62d-06e6af0c3c63 req-7027711d-0928-43f0-adb3-17925507ec1e tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Sep 17 05:30:10.147459 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:10.176968 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:30:10.179752 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f18f47-c38c-497d-82be-de79a85c4e8c" -d '{"events": [{"server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "name": "network-vif-plugged", "status": "completed", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:30:10.192672 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0262fa20-ea11-4ac9-b814-3b65b398e690,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:10.230100 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e2452-16a2-4c59-9cfc-919cb0504451 x-openstack-request-id: req-dc2e2452-16a2-4c59-9cfc-919cb0504451 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:30:10.230385 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "name": "network-vif-plugged", "status": "completed", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:30:10.230656 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc2e2452-16a2-4c59-9cfc-919cb0504451 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:30:10.231043 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690', 'code': 200} Sep 17 05:30:10.355667 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:10.417488 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:10.588981 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbbccf-f139-4932-85ac-e5c3e298d879 req-9072f525-f704-4bcd-a003-b878ea04052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:10.590500 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-8cdbbccf-f139-4932-85ac-e5c3e298d879 req-9072f525-f704-4bcd-a003-b878ea04052a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 1098 time: 0.0475874 Sep 17 05:30:10.633337 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-8cdbbccf-f139-4932-85ac-e5c3e298d879 req-0cdc4f0b-e4c0-4ddf-8b60-ed6dba554fe4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Sep 17 05:30:10.732799 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44522) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:10.745209 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387295d-d541-4074-b042-5dfd708618df req-7bf2a683-df2d-4a64-9a8d-12ebf96aedd0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:10.746943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8387295d-d541-4074-b042-5dfd708618df req-7bf2a683-df2d-4a64-9a8d-12ebf96aedd0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0575747 Sep 17 05:30:10.786890 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8387295d-d541-4074-b042-5dfd708618df req-c0d72ea7-01e2-49ea-b447-285b86824e80 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Sep 17 05:30:10.885011 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9ccffadb-8dc7-4cda-98c5-9613f5a2910b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:10.981677 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9ccffadb-8dc7-4cda-98c5-9613f5a2910b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.215369 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9ccffadb-8dc7-4cda-98c5-9613f5a2910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.223491 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa5d3-7a89-45b2-af32-c354c2ad57e8 req-be61b6e2-5892-47bd-af93-0cbd308777bf tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:11.225514 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9a4aa5d3-7a89-45b2-af32-c354c2ad57e8 req-be61b6e2-5892-47bd-af93-0cbd308777bf tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.0550497 Sep 17 05:30:11.262321 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9ccffadb-8dc7-4cda-98c5-9613f5a2910b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb750eb1e8724633b6bf107491d940a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254388 Sep 17 05:30:11.263804 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44544) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:11.264859 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccffadb-8dc7-4cda-98c5-9613f5a2910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5537f36f-a36c-4534-b868-197a35563daf,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:11.288987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9a4aa5d3-7a89-45b2-af32-c354c2ad57e8 req-97416ac6-29cf-44fe-8224-7951fdae505d tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Sep 17 05:30:11.329439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.360926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.519295 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.522069 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:11.523278 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5537f36f-a36c-4534-b868-197a35563daf HTTP/1.1" status: 204 len: 168 time: 0.2585199 Sep 17 05:30:11.535241 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d79e-cbcf-4731-8b40-19f3bd4d3cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5537f36f-a36c-4534-b868-197a35563daf,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:11.907163 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f6c51-513d-4399-8053-a3f0f0d2a323 req-c06b9a69-438d-4037-ae5b-426d2d731eb6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:11.908659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9a6f6c51-513d-4399-8053-a3f0f0d2a323 req-c06b9a69-438d-4037-ae5b-426d2d731eb6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0517380 Sep 17 05:30:12.231027 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9a6f6c51-513d-4399-8053-a3f0f0d2a323 req-f51cd00f-4d1d-4c24-8e75-80aa4ce8399d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157024 Sep 17 05:30:12.474179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dbe16-1b34-4058-a553-87100f39f629 req-0104a7c8-2e18-4e5a-b43c-a25d764f141b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:12.475891 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f64dbe16-1b34-4058-a553-87100f39f629 req-0104a7c8-2e18-4e5a-b43c-a25d764f141b tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.0914104 Sep 17 05:30:12.517901 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f64dbe16-1b34-4058-a553-87100f39f629 req-28ecad98-17f6-4de5-b877-6d631b7a3cc1 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Sep 17 05:30:13.086003 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44610) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:13.122211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44614) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:13.207520 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1169124814-network', 'tenant_id': '97461b54825945708ea32f4951c18794'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:13.263047 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-aa110ea7-6141-4882-85f0-f655bbe62208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.345401 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Made reservation on behalf of 97461b54825945708ea32f4951c18794 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:13.347633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.366730 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.395519 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472c0f8-eda5-4cd4-8f82-6dc729efe264 req-dfe36ed4-d0e3-4f64-b3f4-e69f1343ec79 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:13.397118 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3472c0f8-eda5-4cd4-8f82-6dc729efe264 req-dfe36ed4-d0e3-4f64-b3f4-e69f1343ec79 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0946832 Sep 17 05:30:13.456887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3472c0f8-eda5-4cd4-8f82-6dc729efe264 req-4c796494-6d1a-455c-970c-0ace7e3c13a0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487263 Sep 17 05:30:13.506155 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-aa110ea7-6141-4882-85f0-f655bbe62208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.655656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-aa110ea7-6141-4882-85f0-f655bbe62208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.728635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110ea7-6141-4882-85f0-f655bbe62208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b24192-444e-469e-8eac-e572b9b261d0,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:13.733419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-aa110ea7-6141-4882-85f0-f655bbe62208 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d427539134b4e38b5017b4fc64b9333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6101630 Sep 17 05:30:13.736416 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44634) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:13.750253 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500bc7-ffba-475e-8e15-be20e5276fa5 req-39f1338e-ebbe-4ad5-a6a5-013c1b9c0a03 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:13.751715 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04500bc7-ffba-475e-8e15-be20e5276fa5 req-39f1338e-ebbe-4ad5-a6a5-013c1b9c0a03 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.1256390 Sep 17 05:30:13.814918 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04500bc7-ffba-475e-8e15-be20e5276fa5 req-7bba2c02-196f-4095-a5ac-2d29880de866 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541091 Sep 17 05:30:13.840187 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.849031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.871759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.929681 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:13.958073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7914196-f0aa-44b1-9531-770b71bf048e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:14.075993 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.075993 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.077418 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37b24192-444e-469e-8eac-e572b9b261d0 HTTP/1.1" status: 204 len: 168 time: 0.3394489 Sep 17 05:30:14.085681 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cbda5-cdb0-4fb6-82d4-50176ad2f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b24192-444e-469e-8eac-e572b9b261d0,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:14.089038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:30:14.099964 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.100575 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Added segment 0d07af06-bcee-4ff1-af0a-11bbd04e1588 of type vlan for network e9228b0d-a35c-4a84-9e97-c6b9621a1243 Sep 17 05:30:14.145839 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.250188 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.252483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:14.253193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.333802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] Pushing event updated for resources: {'Network': ['ID=e9228b0d-a35c-4a84-9e97-c6b9621a1243,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:14.343390 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:30:14.393724 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-458a5145-74bf-415b-aa12-0476d9ae866f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3058600 Sep 17 05:30:14.397164 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44652) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:14.410382 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Request body: {'subnet': {'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1169124814-subnet', 'tenant_id': '97461b54825945708ea32f4951c18794', 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:14.564731 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Made reservation on behalf of 97461b54825945708ea32f4951c18794 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:14.567369 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Notify callbacks [] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.815500 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.869963 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44666) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:14.874707 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfb6559-ab3f-4762-8d91-5b587d3b42b1,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:14.881601 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Checking segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:14.881601 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Network hostable DHCP agents. Network: e9228b0d-a35c-4a84-9e97-c6b9621a1243, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:30:14.883809 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-24dafa35-6154-421a-b22d-9e34ea4174bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:14.973032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-24dafa35-6154-421a-b22d-9e34ea4174bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.075670 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:15.138167 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-24dafa35-6154-421a-b22d-9e34ea4174bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.177935 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-24dafa35-6154-421a-b22d-9e34ea4174bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33b144ce8e2d44178e15d243883dafed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062639 Sep 17 05:30:15.178832 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dafa35-6154-421a-b22d-9e34ea4174bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202b19d5-be76-4e80-bc56-edcdb4e14c26,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:15.181145 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44672) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:15.190676 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, e9228b0d-a35c-4a84-9e97-c6b9621a1243) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:15.200594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:15.200594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.201330 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5d0d9-880e-4046-927d-24947753c5b0 None None] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:15.249582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.274518 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.306502 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-617db8c2-6527-4ab5-93c9-2a7fcfac66de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9079783 Sep 17 05:30:15.309065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44678) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:15.313563 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:15.378068 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:30:15.382488 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.410152 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.411241 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.466861 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.469469 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.470630 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202b19d5-be76-4e80-bc56-edcdb4e14c26 HTTP/1.1" status: 204 len: 168 time: 0.2880847 Sep 17 05:30:15.483941 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd4c41-5d7d-4c2c-af95-983c4687811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202b19d5-be76-4e80-bc56-edcdb4e14c26,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:15.518140 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.608146 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Allocated IP 172.20.0.2 (e9228b0d-a35c-4a84-9e97-c6b9621a1243/0cfb6559-ab3f-4762-8d91-5b587d3b42b1/2658078f-228e-47f0-ab69-db27d304c859) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:15.729913 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d08fc-3c22-45c4-af74-3b50e22aef02 req-0848a5ca-b9fa-4f56-b685-e1ae52502056 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:15.732826 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f8d08fc-3c22-45c4-af74-3b50e22aef02 req-0848a5ca-b9fa-4f56-b685-e1ae52502056 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.0545497 Sep 17 05:30:15.764165 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.796051 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:15.800513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f8d08fc-3c22-45c4-af74-3b50e22aef02 req-ad8efb2a-0029-4409-b1c1-197d11c12b00 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Sep 17 05:30:15.971016 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.022918 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:16.030621 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:16.034175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:16.038227 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Pushing event updated for resources: {'Port': ['ID=2658078f-228e-47f0-ab69-db27d304c859,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:16.104909 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Attempting to bind port 2658078f-228e-47f0-ab69-db27d304c859 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:16.105649 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Attempting to bind port 2658078f-228e-47f0-ab69-db27d304c859 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:16.106178 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Attempting to bind port 2658078f-228e-47f0-ab69-db27d304c859 on network e9228b0d-a35c-4a84-9e97-c6b9621a1243 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:16.114981 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:16.115609 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Checking segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:16.116241 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.116988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Bound using segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:16.118173 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Bound port: 2658078f-228e-47f0-ab69-db27d304c859, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:16.118995 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.176180 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.201453 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.206588 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] For port 2658078f-228e-47f0-ab69-db27d304c859, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:16.211121 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] For port 2658078f-228e-47f0-ab69-db27d304c859, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2658078f-228e-47f0-ab69-db27d304c859,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:16.310396 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.323881 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Allocated IP 172.27.2.18 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/2f9d81cb-e7dd-46ad-8e1c-587772efe7ce) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:16.371352 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f287b-7fc8-4fda-a6bc-c2857d1449bd None None] Pushing event updated for resources: {'Port': ['ID=2658078f-228e-47f0-ab69-db27d304c859,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:16.503742 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.508380 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ece172-1214-42ea-84f3-c46dda2f0bc5 req-6812af36-b1eb-4162-a1b0-f7e600594534 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:16.517248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-75ece172-1214-42ea-84f3-c46dda2f0bc5 req-6812af36-b1eb-4162-a1b0-f7e600594534 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0650136 Sep 17 05:30:16.556474 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-75ece172-1214-42ea-84f3-c46dda2f0bc5 req-d24d7d1a-c030-4606-9fe6-cbd59c25ab99 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Sep 17 05:30:16.647326 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.746808 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:16.749790 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:16.752987 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:16.788741 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Pushing event updated for resources: {'Port': ['ID=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:16.825284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2658078f-228e-47f0-ab69-db27d304c859 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:16.900778 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 2658078f-228e-47f0-ab69-db27d304c859 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:16.901381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:16.942746 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815a21-409f-404a-a09c-eb518c3170c5 req-e0c94803-b696-486d-8f64-c7ae0fd6dc07 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:16.945524 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1815a21-409f-404a-a09c-eb518c3170c5 req-e0c94803-b696-486d-8f64-c7ae0fd6dc07 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.0601070 Sep 17 05:30:16.983866 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d1815a21-409f-404a-a09c-eb518c3170c5 req-171928ef-4fcc-48b8-a3b7-44356f885ce5 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Sep 17 05:30:16.991867 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.025315 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 2658078f-228e-47f0-ab69-db27d304c859, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2658078f-228e-47f0-ab69-db27d304c859,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:17.158807 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.161113 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.218753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=2658078f-228e-47f0-ab69-db27d304c859,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:17.417764 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.429470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-13f16461-1a60-41d9-8db4-d4d2e5d158a3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:17.431167 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-13f16461-1a60-41d9-8db4-d4d2e5d158a3 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.1043184 Sep 17 05:30:17.619782 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65497353-fa1e-4938-92e7-2b4f9c9fa71f None None] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:17.664304 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Deleting port 0262fa20-ea11-4ac9-b814-3b65b398e690 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:30:17.664567 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.794409 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] For port 0262fa20-ea11-4ac9-b814-3b65b398e690, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0262fa20-ea11-4ac9-b814-3b65b398e690,segment=NetworkSegment(122f2da8-39fe-4584-a830-e82fe3cba10b),segment_id=122f2da8-39fe-4584-a830-e82fe3cba10b)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:17.794774 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:17.808618 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Router 791a1119-dd30-4d99-9182-0e6574ebac74 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:30:17.820227 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Calling delete_port for 0262fa20-ea11-4ac9-b814-3b65b398e690 owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:30:17.872789 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-59d053b4-e6b7-44c1-aec2-42d4a16dc65f None None] Provisioning complete for port 2658078f-228e-47f0-ab69-db27d304c859 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:17.873378 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-59d053b4-e6b7-44c1-aec2-42d4a16dc65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.004753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:18.021520 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Sync routers for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:18.039830 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:18.042552 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:18.045141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44770) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:18.157603 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf571-f6bc-4416-805a-0bdfc12caad2 req-99758d77-ce16-473f-afff-08e46c6e53e2 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:18.159607 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e10bf571-f6bc-4416-805a-0bdfc12caad2 req-99758d77-ce16-473f-afff-08e46c6e53e2 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 945 time: 0.0604563 Sep 17 05:30:18.174356 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.179343 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-08ba496c-ea78-4f5c-8ac1-fd608dda80fc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8689959 Sep 17 05:30:18.180028 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44774) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:18.225591 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:18.230633 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e10bf571-f6bc-4416-805a-0bdfc12caad2 req-9a8e52ed-f116-41a1-9c72-8e38c4a32abb tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4461c4a-8462-4339-937b-9e68c72a5fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Sep 17 05:30:18.234017 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.239041 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d8a-4ed3-4605-bc54-27d0bcd0b2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.246594 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['0262fa20-ea11-4ac9-b814-3b65b398e690'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:30:18.416654 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-a48a6932-4181-4285-92fe-ecf62af5205b None None] Provisioning complete for port 2658078f-228e-47f0-ab69-db27d304c859 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:18.418084 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a48a6932-4181-4285-92fe-ecf62af5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.426062 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d8a-4ed3-4605-bc54-27d0bcd0b2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.592451 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d8a-4ed3-4605-bc54-27d0bcd0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.635361 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e7d8a-4ed3-4605-bc54-27d0bcd0b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b052d5-6fa4-4140-bd4f-8b6b7a2c0ed7,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:18.658442 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2e6e7d8a-4ed3-4605-bc54-27d0bcd0b2b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97c3db56419c4133a05990e0f3febf80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120872 Sep 17 05:30:18.661642 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44788) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:18.662274 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Pushing event deleted for resources: {'Port': ['ID=0262fa20-ea11-4ac9-b814-3b65b398e690,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:18.706025 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:16Z', 'revision_number': 3, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:18.719355 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.744392 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.748596 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Checking router: 791a1119-dd30-4d99-9182-0e6574ebac74 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:18.748942 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Updating router 791a1119-dd30-4d99-9182-0e6574ebac74 port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:18.759924 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] No DVR routers for this DVR port 0262fa20-ea11-4ac9-b814-3b65b398e690 on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:30:18.763680 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.764701 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-9abd2624-5140-4e8b-9d4d-abf2eb817513 req-0bf7b3e8-65fe-4fd9-8381-4a76e85b30ba tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.35 "DELETE /v2.0/ports/0262fa20-ea11-4ac9-b814-3b65b398e690 HTTP/1.1" status: 204 len: 173 time: 1.2857881 Sep 17 05:30:18.768278 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'name': 'network-vif-deleted', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:30:18.770619 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3787844-4237-4b7a-9581-f7ac80b65b3f" -d '{"events": [{"server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "name": "network-vif-deleted", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:30:18.796029 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.821036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2658078f-228e-47f0-ab69-db27d304c859 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:18.828026 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74653f3d-ccfe-4bab-aa75-4f2efecb5fc2 x-openstack-request-id: req-74653f3d-ccfe-4bab-aa75-4f2efecb5fc2 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:30:18.828727 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4cd349-4695-40a8-83c0-af91fe7ab510", "name": "network-vif-deleted", "tag": "0262fa20-ea11-4ac9-b814-3b65b398e690", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:30:18.829241 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74653f3d-ccfe-4bab-aa75-4f2efecb5fc2 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:30:18.830381 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4cd349-4695-40a8-83c0-af91fe7ab510', 'name': 'network-vif-deleted', 'tag': '0262fa20-ea11-4ac9-b814-3b65b398e690', 'status': 'completed', 'code': 200} Sep 17 05:30:18.880993 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 2658078f-228e-47f0-ab69-db27d304c859 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:18.881889 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.981259 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.985513 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:18.986718 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1b052d5-6fa4-4140-bd4f-8b6b7a2c0ed7 HTTP/1.1" status: 204 len: 168 time: 0.3230858 Sep 17 05:30:19.001694 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a3f74-f2d7-42e3-a928-d4109ccf9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b052d5-6fa4-4140-bd4f-8b6b7a2c0ed7,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:19.150207 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.192901 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.244082 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.326448 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Attempting to bind port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:19.326818 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Attempting to bind port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:19.327179 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Attempting to bind port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:19.343202 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:19.343577 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:19.344014 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.344410 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:19.344887 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Bound port: 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:19.345267 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.347995 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed340dd1-932b-496b-aed0-7285a2c1f6bb None None] Pushing event updated for resources: {'Port': ['ID=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:19.366656 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Allocated IP 172.20.0.1 (e9228b0d-a35c-4a84-9e97-c6b9621a1243/0cfb6559-ab3f-4762-8d91-5b587d3b42b1/ed46f337-d0c8-41d8-9e7c-308f7b1489e6) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:19.400278 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d8c8289-90e7-4890-bb80-8201974e4262 req-821114e8-db61-4aa0-a832-ca44abca5984 tempest-VolumesActionsTest-1592580632 tempest-VolumesActionsTest-1592580632-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4cd349-4695-40a8-83c0-af91fe7ab510 HTTP/1.1" status: 200 len: 210 time: 0.0534701 Sep 17 05:30:19.451659 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] For port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:19.454541 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] For port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:19.500063 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.584752 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.643598 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:19.644223 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:19.678215 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed340dd1-932b-496b-aed0-7285a2c1f6bb None None] Pushing event updated for resources: {'Port': ['ID=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:19.690334 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.742842 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Pushing event updated for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:19.752880 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:19.754177 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:19.757225 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:19.757698 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:19.800131 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:20.018881 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:16Z', 'revision_number': 3, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:20.054249 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544d62ec-0c07-431b-ad10-f1b492fed48a None None] The sync data for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi is: [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:16Z', 'revision_number': 3, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:20.118326 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-9d235aa5-209b-4cd0-aaa5-221b196da656 None None] Provisioning complete for port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:20.118756 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9d235aa5-209b-4cd0-aaa5-221b196da656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:20.160586 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:20.177081 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-9d235aa5-209b-4cd0-aaa5-221b196da656 None None] Port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:20.388202 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:20.495628 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:20.496476 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:20.581621 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Pushing event updated for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:20.652964 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:20.654729 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:20.804723 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:20.886304 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Router 791a1119-dd30-4d99-9182-0e6574ebac74 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:30:20.940491 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:20.940875 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:21.009207 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-382c01cd-f3b6-4ef8-bc64-956474854e35 None None] Provisioning complete for port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:21.009576 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-382c01cd-f3b6-4ef8-bc64-956474854e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:21.049517 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:21.055583 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-586e193a-6aae-4f26-b9e9-f40c6fd9b017 admin admin] 10.222.0.23 "PUT /v2.0/routers/791a1119-dd30-4d99-9182-0e6574ebac74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8744209 Sep 17 05:30:21.072126 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:21.079297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-382c01cd-f3b6-4ef8-bc64-956474854e35 None None] Port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:21.097471 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:21.238286 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:21.295026 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:21.910427 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 0262fa20-ea11-4ac9-b814-3b65b398e690 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:30:21.933488 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Sync routers for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:21.937692 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 0262fa20-ea11-4ac9-b814-3b65b398e690 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:30:21.938315 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 0262fa20-ea11-4ac9-b814-3b65b398e690 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:30:21.948629 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:21.949468 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:22.017016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44950) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:22.023200 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-109557665-network', 'tenant_id': '51397028ba864aaaa5b25426a317ce45'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:22.096598 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:22.152125 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Made reservation on behalf of 51397028ba864aaaa5b25426a317ce45 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:22.156206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.165669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.272853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.323139 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:20Z', 'revision_number': 2, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:22.346757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.350837 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Checking router: 791a1119-dd30-4d99-9182-0e6574ebac74 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:22.350837 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Updating router 791a1119-dd30-4d99-9182-0e6574ebac74 port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:22.376092 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:30:22.377115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.382367 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3673179-2f83-4bb3-bea8-4d56d2472561,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:22.390699 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.391081 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Added segment 32c2475d-a10e-4a54-acfc-5a1e4b39f3b6 of type vlan for network 33f7ebc0-7368-4788-b5a7-48f294d0a812 Sep 17 05:30:22.432409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.526896 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.527886 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:22.528504 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.590317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] Pushing event updated for resources: {'Network': ['ID=33f7ebc0-7368-4788-b5a7-48f294d0a812,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:22.612619 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:30:22.650085 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-439e6085-cbd3-4c8c-831f-9e0b341881ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6319468 Sep 17 05:30:22.652874 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 44962) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:22.657825 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Request body: {'subnet': {'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-109557665-subnet', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:22.713651 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.757771 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:22.809328 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Made reservation on behalf of 51397028ba864aaaa5b25426a317ce45 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:22.810569 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:22.810932 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.811800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:22.918777 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.042951 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aeb84-8500-4790-9360-6b7129eaef67 None None] Pushing event updated for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:23.056525 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Attempting to bind port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Attempting to bind port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Attempting to bind port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 on network e9228b0d-a35c-4a84-9e97-c6b9621a1243 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Checking segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.066350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Bound using segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:23.067042 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Bound port: ed46f337-d0c8-41d8-9e7c-308f7b1489e6, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:23.067042 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.118578 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.150154 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] For port ed46f337-d0c8-41d8-9e7c-308f7b1489e6, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:23.154727 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] For port ed46f337-d0c8-41d8-9e7c-308f7b1489e6, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:23.192433 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Checking segment: {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:23.194358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Network hostable DHCP agents. Network: 33f7ebc0-7368-4788-b5a7-48f294d0a812, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:30:23.204747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e573b9-efc8-4916-b852-ecf7ac5eaee1,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:23.298673 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.326668 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:23.367239 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] Provisioning complete for port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:23.367779 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.403057 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:23.403773 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:23.435065 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 33f7ebc0-7368-4788-b5a7-48f294d0a812) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:23.439826 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:23.440603 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.454447 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f114209-447e-4d46-8435-f16d249041e3 None None] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:23.460621 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aeb84-8500-4790-9360-6b7129eaef67 None None] Pushing event updated for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:23.555952 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9dfe3d85-91f8-444b-a231-3b6394037632 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9019511 Sep 17 05:30:23.558748 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 44998) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:23.563555 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:23.644061 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.645012 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.698479 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.720039 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:23.834545 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45004) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:23.855243 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.946665 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-33f7ebc0-7368-4788-b5a7-48f294d0a812', 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'fixed_ips': [{'subnet_id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:30:23.947517 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.956568 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:23.984303 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] For port ed46f337-d0c8-41d8-9e7c-308f7b1489e6, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:24.003085 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afebc60b-4bb1-4e06-a86c-73dfbafe6807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.101867 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afebc60b-4bb1-4e06-a86c-73dfbafe6807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.121682 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.181469 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afebc60b-4bb1-4e06-a86c-73dfbafe6807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.215496 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Allocated IP 172.20.0.2 (33f7ebc0-7368-4788-b5a7-48f294d0a812/d8e573b9-efc8-4916-b852-ecf7ac5eaee1/049e78d5-c68b-4db5-84a0-e30cd260e0f7) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:24.221077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f462d-5dd3-42e9-9667-03eb45a07850 None None] Pushing event updated for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:24.223625 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.226925 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-afebc60b-4bb1-4e06-a86c-73dfbafe6807 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03fe8dd8db6844fc8d2d2130ba22c6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912997 Sep 17 05:30:24.228317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebc60b-4bb1-4e06-a86c-73dfbafe6807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152f02c-b145-442b-bf1f-a650f5115dab,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:24.230825 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45014) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:24.245301 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:24.285860 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.294510 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.295785 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec00d8-8ec4-4e92-921b-d02c6cee4c94 None None] The sync data for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi is: [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:24.300675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-238e3b6e-53a8-40d1-bc20-ff5214a3396b None None] Provisioning complete for port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:24.301047 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-238e3b6e-53a8-40d1-bc20-ff5214a3396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.314947 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.320195 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.460534 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.463667 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.469552 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d152f02c-b145-442b-bf1f-a650f5115dab HTTP/1.1" status: 204 len: 168 time: 0.2348592 Sep 17 05:30:24.477991 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e9f8d-8775-41f7-8ba2-fd16cfd6efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152f02c-b145-442b-bf1f-a650f5115dab,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:24.478573 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Allocated IP 172.27.2.9 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/670e7a2b-6cd1-49ed-8f93-d025d6393a07) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:24.573886 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.618450 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.647694 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.690958 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:24.694655 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:24.697319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:24.714195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Pushing event updated for resources: {'Port': ['ID=049e78d5-c68b-4db5-84a0-e30cd260e0f7,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:24.774809 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ed46f337-d0c8-41d8-9e7c-308f7b1489e6 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:24.800310 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Attempting to bind port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:24.800683 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Attempting to bind port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:24.801058 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Attempting to bind port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 on network 33f7ebc0-7368-4788-b5a7-48f294d0a812 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:24.806381 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.811561 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:24.816158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Checking segment: {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:24.816158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.816158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Bound using segment: {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:24.816158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Bound port: 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:24.816158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.874578 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:24.875457 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Pushing event updated for resources: {'Port': ['ID=670e7a2b-6cd1-49ed-8f93-d025d6393a07,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:24.878395 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:24.881345 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:24.899759 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:24.900156 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:24.944430 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] For port 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:24.951119 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] For port 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=049e78d5-c68b-4db5-84a0-e30cd260e0f7,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:25.067487 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.137588 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c116f-d673-40f4-b577-1bcda82a1fa2 None None] Pushing event updated for resources: {'Port': ['ID=049e78d5-c68b-4db5-84a0-e30cd260e0f7,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:25.346732 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.373127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45040) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:25.404858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-780327dd-8368-4853-8edf-cd0d496885dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.566750 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-780327dd-8368-4853-8edf-cd0d496885dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.611999 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.694061 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-780327dd-8368-4853-8edf-cd0d496885dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.758119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-780327dd-8368-4853-8edf-cd0d496885dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b077691bf2e417ba19a7d0490c7bd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810222 Sep 17 05:30:25.758119 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780327dd-8368-4853-8edf-cd0d496885dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb1bf2-f652-4d90-8637-e81d45767c6b,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:25.758553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45054) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:25.812392 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:25.817965 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Router 51775160-06c3-439d-9ed9-3502ed462fcc is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:30:25.845693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.139137 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb12f8-ce6e-4285-89b6-704fdf49cc9f None None] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:26.168821 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:26.182785 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Sync routers for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:26.199095 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:26.199748 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:26.231618 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] Provisioning complete for port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:26.232016 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.243717 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.247958 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.253589 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04bb1bf2-f652-4d90-8637-e81d45767c6b HTTP/1.1" status: 204 len: 168 time: 0.4939578 Sep 17 05:30:26.268004 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5025d90-e571-4509-bbab-2096d1a4e826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb1bf2-f652-4d90-8637-e81d45767c6b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:26.285418 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.287697 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-742d004c-d497-4ad2-a5f5-aebd476434ef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7276325 Sep 17 05:30:26.292422 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45074) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:26.369922 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:26.374967 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.465618 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] For port 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=049e78d5-c68b-4db5-84a0-e30cd260e0f7,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:26.561406 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.627355 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:24Z', 'revision_number': 3, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:26.640349 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2768b49-7197-42d5-a4f0-a7a8fa03d99d None None] Pushing event updated for resources: {'Port': ['ID=049e78d5-c68b-4db5-84a0-e30cd260e0f7,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:26.666137 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Checking router: 51775160-06c3-439d-9ed9-3502ed462fcc for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:26.666739 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Updating router 51775160-06c3-439d-9ed9-3502ed462fcc port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:26.695270 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.790870 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-137ccbf1-161c-4ec5-9c91-d58155b76850 None None] Provisioning complete for port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:26.791332 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-137ccbf1-161c-4ec5-9c91-d58155b76850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.827401 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 049e78d5-c68b-4db5-84a0-e30cd260e0f7 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:26.902748 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:26.935620 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:26.936062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.122556 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.164604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Allocated IP 172.20.0.1 (33f7ebc0-7368-4788-b5a7-48f294d0a812/d8e573b9-efc8-4916-b852-ecf7ac5eaee1/800fe984-99c6-4161-ab5b-a54d931a01a8) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:27.203829 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.258080 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Attempting to bind port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:27.258455 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Attempting to bind port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:27.258813 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Attempting to bind port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:27.261632 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780761ba-55fb-4edc-86dd-32f93fed7691 None None] Pushing event updated for resources: {'Port': ['ID=670e7a2b-6cd1-49ed-8f93-d025d6393a07,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:27.266296 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:27.266671 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:27.267070 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.267454 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:27.267935 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Bound port: 670e7a2b-6cd1-49ed-8f93-d025d6393a07, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:27.268335 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.281902 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.322217 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] For port 670e7a2b-6cd1-49ed-8f93-d025d6393a07, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:27.325363 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] For port 670e7a2b-6cd1-49ed-8f93-d025d6393a07, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=670e7a2b-6cd1-49ed-8f93-d025d6393a07,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:27.384414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.395693 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.426010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:27.429638 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:27.433300 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:27.453049 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780761ba-55fb-4edc-86dd-32f93fed7691 None None] Pushing event updated for resources: {'Port': ['ID=670e7a2b-6cd1-49ed-8f93-d025d6393a07,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:27.464686 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:27.465289 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:27.510894 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.510894 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Pushing event updated for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:27.596244 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:27.699385 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-761c93c6-2c58-434b-ac83-9e131009016c None None] Provisioning complete for port 800fe984-99c6-4161-ab5b-a54d931a01a8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:27.703851 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-761c93c6-2c58-434b-ac83-9e131009016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.757870 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:27.815446 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:24Z', 'revision_number': 3, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:27.850524 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcf75f-7975-449f-bbae-decb27da47e4 None None] The sync data for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi is: [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:24Z', 'revision_number': 3, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:27.866482 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-761c93c6-2c58-434b-ac83-9e131009016c None None] Port 800fe984-99c6-4161-ab5b-a54d931a01a8 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:27.962543 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:28.053077 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:28.138900 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:28.140749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Pushing event updated for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:28.280152 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:28.281685 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:28.443293 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Router 51775160-06c3-439d-9ed9-3502ed462fcc has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:30:28.595784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-b3e37346-f327-481d-80cb-ddea100cc3f3 None None] Provisioning complete for port 800fe984-99c6-4161-ab5b-a54d931a01a8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:28.597015 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b3e37346-f327-481d-80cb-ddea100cc3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:28.626155 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:28.640323 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d88b613d-5d7e-4a30-95ff-7261d551024a admin admin] 10.222.0.23 "PUT /v2.0/routers/51775160-06c3-439d-9ed9-3502ed462fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3470969 Sep 17 05:30:28.645134 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-b3e37346-f327-481d-80cb-ddea100cc3f3 None None] Port 800fe984-99c6-4161-ab5b-a54d931a01a8 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:28.830899 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 670e7a2b-6cd1-49ed-8f93-d025d6393a07 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:28.931843 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:28.938961 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:29.032434 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:29.055756 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 670e7a2b-6cd1-49ed-8f93-d025d6393a07, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=670e7a2b-6cd1-49ed-8f93-d025d6393a07,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:29.220754 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:29.280326 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=670e7a2b-6cd1-49ed-8f93-d025d6393a07,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:29.286151 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.286623 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.287577 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.288412 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.288925 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.289368 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.289788 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.290420 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.291567 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.291567 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.291567 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.292555 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:29.643737 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45192) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:29.648472 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559597796', 'description': 'tempest-secgroup-smoke-559597796 description', 'project_id': '97461b54825945708ea32f4951c18794'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:29.738000 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:29.846958 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:29.961511 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.001786 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:30.063678 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Sync routers for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:30.073859 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:30.074483 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:30.143785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.146634 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-37412a70-ba6c-4c8f-a423-242603b5e997 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5017886 Sep 17 05:30:30.148888 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45198) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:30.153178 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:30.193430 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:30.275165 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.376073 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.439642 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 4, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '800fe984-99c6-4161-ab5b-a54d931a01a8', 'name': '', 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'mac_address': 'fa:16:3e:42:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:26Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 2, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'subnets': [{'id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:30.465718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.476097 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Checking router: 51775160-06c3-439d-9ed9-3502ed462fcc for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:30.476649 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Updating router 51775160-06c3-439d-9ed9-3502ed462fcc port 800fe984-99c6-4161-ab5b-a54d931a01a8 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:30.498536 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6af55e7-4d2c-4564-bb7d-7787acec50c9,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:30.508030 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.656277 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.658262 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9d6b5c81-1743-4136-9988-bb35057f969c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5083952 Sep 17 05:30:30.661636 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45224) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:30.671376 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:30.762303 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 670e7a2b-6cd1-49ed-8f93-d025d6393a07 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:30.812577 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.880784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.884657 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:30.885036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:30.890085 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.018169 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.040777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.070506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123f53-37a0-4d31-b6e5-fbd57e00b0b2 None None] Pushing event updated for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:31.081632 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c47409-1aa9-46b7-8284-d7976122bb20,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:31.139246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Attempting to bind port 800fe984-99c6-4161-ab5b-a54d931a01a8 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:31.140139 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Attempting to bind port 800fe984-99c6-4161-ab5b-a54d931a01a8 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:31.140139 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Attempting to bind port 800fe984-99c6-4161-ab5b-a54d931a01a8 on network 33f7ebc0-7368-4788-b5a7-48f294d0a812 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:31.151114 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:31.151489 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Checking segment: {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:31.151948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.152341 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Bound using segment: {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:31.152918 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Bound port: 800fe984-99c6-4161-ab5b-a54d931a01a8, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:31.153201 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.175447 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.176921 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-00ecbd62-d4dd-4438-a6a5-881bb18b1ab9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5141897 Sep 17 05:30:31.179692 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45230) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:31.185852 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:31.236068 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] For port 800fe984-99c6-4161-ab5b-a54d931a01a8, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:31.240382 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] For port 800fe984-99c6-4161-ab5b-a54d931a01a8, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=800fe984-99c6-4161-ab5b-a54d931a01a8,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:31.291077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-362a7cad-2666-456a-be0e-db7c372cb40e None None] Provisioning complete for port 800fe984-99c6-4161-ab5b-a54d931a01a8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:31.291464 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-362a7cad-2666-456a-be0e-db7c372cb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.313783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.335870 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.341484 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-362a7cad-2666-456a-be0e-db7c372cb40e None None] Port 800fe984-99c6-4161-ab5b-a54d931a01a8 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:31.379409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.406159 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:31.413399 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:31.413399 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123f53-37a0-4d31-b6e5-fbd57e00b0b2 None None] Pushing event updated for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:31.517945 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.547611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1008ebf-ec49-410e-8f49-a7ab4c8a73f9,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:31.596415 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:31.666878 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.668797 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2cf86c40-aaa5-4a0c-a6dd-c0b387b9acd8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4857135 Sep 17 05:30:31.670883 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45242) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:31.677162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:31.683628 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d8590a33-a161-4d86-a0b7-cfad753bc435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.719940 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] Provisioning complete for port 800fe984-99c6-4161-ab5b-a54d931a01a8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:31.719940 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.817979 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.825843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45256) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:31.888544 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Deleting subnet 7c29bb56-d874-4302-b2ad-6ce7c1104b30 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:30:31.893303 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.916084 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.933547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.959185 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:31.962934 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 4, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '800fe984-99c6-4161-ab5b-a54d931a01a8', 'name': '', 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'mac_address': 'fa:16:3e:42:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:26Z', 'updated_at': '2021-09-17T05:30:31Z', 'revision_number': 4, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'subnets': [{'id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:31.965888 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.002869 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] For port 800fe984-99c6-4161-ab5b-a54d931a01a8, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=800fe984-99c6-4161-ab5b-a54d931a01a8,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:32.008751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dba5f-1a04-49e6-80d4-90f659513e68 None None] The sync data for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi is: [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:30:27Z', 'revision_number': 4, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '800fe984-99c6-4161-ab5b-a54d931a01a8', 'name': '', 'network_id': '33f7ebc0-7368-4788-b5a7-48f294d0a812', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'mac_address': 'fa:16:3e:42:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:26Z', 'updated_at': '2021-09-17T05:30:31Z', 'revision_number': 4, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'subnets': [{'id': 'd8e573b9-efc8-4916-b852-ecf7ac5eaee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:32.112071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.138955 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.150983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba13aec-dd7b-45de-a14c-db7c305ec86b,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:32.235648 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.235938 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.236953 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e1df1c25-381c-408c-8a9d-1287b61e677d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5645015 Sep 17 05:30:32.243758 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45268) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:32.244982 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:32.266093 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94099d01-150d-4629-bc65-ee9568bc99d7 None None] Pushing event updated for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:32.296044 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c29bb56-d874-4302-b2ad-6ce7c1104b30,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:32.302943 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.306475 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cb950935-58fa-4289-ab13-c383c99a4e33 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c29bb56-d874-4302-b2ad-6ce7c1104b30 HTTP/1.1" status: 204 len: 168 time: 0.4785566 Sep 17 05:30:32.310458 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45278) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:32.409627 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Project 97461b54825945708ea32f4951c18794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:30:32.416830 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.418343 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.574967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.588248 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.636316 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.638914 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.642667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.643038 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > port after_create 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.643561 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.643693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.644207 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > port after_update 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.645415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.645415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.651191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.653534 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.716237 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ce433a-1923-4c20-85d5-de78d9a24c32,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:32.791051 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.791410 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.794809 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.799445 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 05:30:32.799985 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87613cb6-4a3b-4442-bb6c-55d46588e1c3']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:32.844400 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83949b3d-a3ac-46b7-a3f9-c3baa3e04caa') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:32.846779 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83949b3d-a3ac-46b7-a3f9-c3baa3e04caa') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:32.878846 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 800fe984-99c6-4161-ab5b-a54d931a01a8 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:32.879071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.880807 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f44463c1-ec1f-4569-b6d1-3781346e03c7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6389666 Sep 17 05:30:32.889324 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45302) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:32.899040 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'security_group_rule': {'security_group_id': '1a4376e3-5b3f-490a-9fbd-4a8e45c05eef', 'project_id': '97461b54825945708ea32f4951c18794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:32.911835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:32.973132 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.015023 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:30:33.019753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: from cryptography.utils import int_from_bytes Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: from cryptography.utils import int_from_bytes Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:30:33.027763 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:30:33.058808 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 800fe984-99c6-4161-ab5b-a54d931a01a8 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:33.059534 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.096987 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45304) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:33.223298 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Project 97461b54825945708ea32f4951c18794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:30:33.229919 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.312625 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.353716 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.359423 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] 10.222.0.23 "DELETE /v2.0/networks/87613cb6-4a3b-4442-bb6c-55d46588e1c3 HTTP/1.1" status: 204 len: 168 time: 1.0442486 Sep 17 05:30:33.359423 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2005d-dde2-4211-a6ca-b5c1d560816d admin admin] Pushing event deleted for resources: {'Network': ['ID=87613cb6-4a3b-4442-bb6c-55d46588e1c3,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:33.359423 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45312) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:33.443860 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Deleting subnet e38cb897-0b13-4ff9-8c41-7e289e6dc956 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:30:33.449080 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.473388 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.510407 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.525501 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-33ee866e-cab7-4f54-9b41-31aa0c94419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.550211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.594651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849238b1-d873-427f-9ecb-34ae627985cf,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:33.631527 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.754208 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:33.761162 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0c2d0e84-63ef-435a-965b-ebcfdc4f7669 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8650956 Sep 17 05:30:33.808354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb966-4ab2-461c-9d43-dd4fc2b16cb9 req-08cbd969-ed4a-4f16-9e5f-4a7cb80ef3f6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:33.820597 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3aebb966-4ab2-461c-9d43-dd4fc2b16cb9 req-08cbd969-ed4a-4f16-9e5f-4a7cb80ef3f6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1636505 Sep 17 05:30:33.861650 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-51ec60cb-497f-4016-85b1-a4882a8df95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:33.865155 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-51ec60cb-497f-4016-85b1-a4882a8df95f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.1344371 Sep 17 05:30:33.931851 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3aebb966-4ab2-461c-9d43-dd4fc2b16cb9 req-63bc9368-3dc6-486e-8a08-ce70cf8811f8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089270 Sep 17 05:30:33.991619 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.089035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38cb897-0b13-4ff9-8c41-7e289e6dc956,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:34.106524 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.138679 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cf3799e9-7296-41d5-a0c9-b19ffe8ed732 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e38cb897-0b13-4ff9-8c41-7e289e6dc956 HTTP/1.1" status: 204 len: 168 time: 0.7745159 Sep 17 05:30:34.145016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45328) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:34.146976 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-33ee866e-cab7-4f54-9b41-31aa0c94419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.178403 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-b885ea47-9d73-4c8c-a2b5-38e9a1b7539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:34.180266 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-b885ea47-9d73-4c8c-a2b5-38e9a1b7539f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.2975724 Sep 17 05:30:34.245842 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-88c0a46c-1ce7-41de-bc3d-5e466639deb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0562947 Sep 17 05:30:34.275075 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-33ee866e-cab7-4f54-9b41-31aa0c94419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.331023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.399305 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee866e-cab7-4f54-9b41-31aa0c94419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df85c7f-dde2-4ef9-9f17-e6b92b9f67e0,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:34.412920 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-33ee866e-cab7-4f54-9b41-31aa0c94419a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=888e4acfeea44a3792dd5d0e6bc03a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3145680 Sep 17 05:30:34.417447 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45332) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:34.430518 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-32fe5f2d-e14e-48c4-bcdb-7df0a1a5774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:34.432984 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-32fe5f2d-e14e-48c4-bcdb-7df0a1a5774c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.1795523 Sep 17 05:30:34.484258 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.484477 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-cda3ad71-11c9-42af-b4f0-a4cf9c3cff1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430241 Sep 17 05:30:34.507316 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-946dbe8b-f82a-4e9b-8072-b43af3448801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.511985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a092f8-b1b1-41af-bb70-8f4266c74d47']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:34.526485 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a8d089-3a7f-4240-83eb-f226c6b5cd47') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:34.536775 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a8d089-3a7f-4240-83eb-f226c6b5cd47') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:34.541196 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.575381 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.580104 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.612074 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:30:34.616237 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:30:34.621346 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:30:34.640016 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.666442 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-c59c1508-5c86-43b4-8f12-e5da388c6395 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725428 Sep 17 05:30:34.822127 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-eb1ec4cc-c55c-4c7f-948d-99fb60a125e4 req-caa356f3-bd6e-4174-897e-fb484c77a8f7 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367230 Sep 17 05:30:34.832812 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.859186 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.861408 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/31a092f8-b1b1-41af-bb70-8f4266c74d47 HTTP/1.1" status: 204 len: 168 time: 0.7031662 Sep 17 05:30:34.872331 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:30:34.872827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af2756-4c88-4b66-a872-28b02e04d7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a092f8-b1b1-41af-bb70-8f4266c74d47,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:34.987405 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.992879 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:34.995315 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8df85c7f-dde2-4ef9-9f17-e6b92b9f67e0 HTTP/1.1" status: 204 len: 168 time: 0.5766170 Sep 17 05:30:35.017139 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5f65-c318-4e93-8221-d98f3e3e39f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df85c7f-dde2-4ef9-9f17-e6b92b9f67e0,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:35.066249 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:35.094886 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72101db6-cc84-4723-a233-15e98198ae80 req-162af8af-bb9a-450a-a25b-fd24ec7f2410 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:35.096873 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72101db6-cc84-4723-a233-15e98198ae80 req-162af8af-bb9a-450a-a25b-fd24ec7f2410 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0630949 Sep 17 05:30:35.148665 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72101db6-cc84-4723-a233-15e98198ae80 req-6191f4e5-bfab-423e-9329-a02a1b76e366 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Sep 17 05:30:35.455210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:35.610474 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45350) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:35.697434 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cdcadab5-abd1-4b2f-88b8-cde16ae11f0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c35efae58f8d4dc485358281bb0354a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845819 Sep 17 05:30:35.699844 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45352) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:35.819386 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:35.925685 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.143348 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.146462 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.150479 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a921b50-f9d9-4ab5-b2e6-3863df853f93 HTTP/1.1" status: 204 len: 168 time: 0.4494412 Sep 17 05:30:36.158991 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c1012-7dfc-4c5e-9572-f7df9710c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a921b50-f9d9-4ab5-b2e6-3863df853f93,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:36.336963 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575721-d1e5-483d-b27a-c3de306bc140 req-571acbbc-c440-4b21-952c-24ed16da5fb4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:36.339238 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-41575721-d1e5-483d-b27a-c3de306bc140 req-571acbbc-c440-4b21-952c-24ed16da5fb4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0743775 Sep 17 05:30:36.445431 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-41575721-d1e5-483d-b27a-c3de306bc140 req-15945a86-b694-4ef0-82e0-35baab61cd94 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982554 Sep 17 05:30:36.487382 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-57bc28ea-9574-4b64-a656-aa080f23b2e7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855572123&fields=id&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 267 time: 0.0839558 Sep 17 05:30:36.629198 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-63abdc7d-d8fc-4f8f-8d38-e4755649caa8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:36.633498 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-63abdc7d-d8fc-4f8f-8d38-e4755649caa8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.1587808 Sep 17 05:30:36.656530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45372) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:36.676465 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9b267a6-57f0-4544-9422-7031cfec9574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.678348 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-cf626eae-929e-4bf7-8fa7-b28cb8cbf49b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/quotas/6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 375 time: 0.0328050 Sep 17 05:30:36.781360 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-df2d99dd-0eae-4bb4-b169-1789292da20b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013854 Sep 17 05:30:36.901482 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9b267a6-57f0-4544-9422-7031cfec9574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.992828 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9b267a6-57f0-4544-9422-7031cfec9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:36.997865 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-513fa78d-ba80-4d9e-beab-d44585d405d0 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714787 Sep 17 05:30:37.077932 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.086487 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45378) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:37.088831 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a9b267a6-57f0-4544-9422-7031cfec9574 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b9afb22e2fa44be96987f5600078817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307573 Sep 17 05:30:37.109029 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b267a6-57f0-4544-9422-7031cfec9574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f68d5-6222-409b-98ee-f2eb56b6cb62,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:37.241454 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-eac5376b-70fc-4fb5-b53d-5d625bad1bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399316 Sep 17 05:30:37.319159 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.376933 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.506547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45384) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:37.541744 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.544728 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.547049 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba9f68d5-6222-409b-98ee-f2eb56b6cb62 HTTP/1.1" status: 204 len: 168 time: 0.4590857 Sep 17 05:30:37.578835 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc968ab5-5a50-410f-979f-4a0a66921024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f68d5-6222-409b-98ee-f2eb56b6cb62,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:37.592064 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-ecd226d9-8d41-4a62-8b99-f6e3ac4769a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=893c892881ae460f91db7318bba4fdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843480 Sep 17 05:30:37.594321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45392) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:37.726193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4860c-7be3-41fb-bce0-c93890e1c9a4 req-f0c5c6fa-df48-4458-9831-a8360f9148a7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:37.727706 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eb4860c-7be3-41fb-bce0-c93890e1c9a4 req-f0c5c6fa-df48-4458-9831-a8360f9148a7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1259222 Sep 17 05:30:37.734952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.775008 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:37.827539 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3eb4860c-7be3-41fb-bce0-c93890e1c9a4 req-79e1184f-389f-4009-b510-2c4dd65df0d2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863094 Sep 17 05:30:38.121932 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:38.126938 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:38.132990 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11c6ef6a-c81a-4ff9-a810-324e4e24acf1 HTTP/1.1" status: 204 len: 168 time: 0.5374908 Sep 17 05:30:38.158356 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f46f99-7fe8-4c9a-8d4c-5a72d9f039d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6ef6a-c81a-4ff9-a810-324e4e24acf1,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:38.521143 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-45426b4b-d05a-4c71-8a58-6e6e12d4eb39 req-2188414d-ffc0-421b-9816-ed48c9ca435a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 210 time: 0.0749035 Sep 17 05:30:39.051249 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db15d47-651b-4d7a-b5ae-6a506cc5539c req-22f6fd43-e98b-479c-b558-0cb277f3b5a8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:39.061489 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4db15d47-651b-4d7a-b5ae-6a506cc5539c req-22f6fd43-e98b-479c-b558-0cb277f3b5a8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1023471 Sep 17 05:30:39.128807 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4db15d47-651b-4d7a-b5ae-6a506cc5539c req-e94978c6-0181-4563-bf01-81c140083d0c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Sep 17 05:30:39.748347 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7340d22-0711-4b6a-9443-a6d3a5dd5274 req-8db3b0a2-9f19-43e9-a3ec-0516fa6efeab tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 210 time: 0.0881479 Sep 17 05:30:39.875384 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45464) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:40.027941 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-801448663-network', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:40.155844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Made reservation on behalf of 84c928bf01404e5d8cc5a58e3c37fd77 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:40.159209 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.202756 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.455259 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9943c-d446-42fb-869b-939f031d52e4 req-e08e0c6b-cb16-4e49-8c3f-8638d90e0da9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:40.462566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38a9943c-d446-42fb-869b-939f031d52e4 req-e08e0c6b-cb16-4e49-8c3f-8638d90e0da9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1368198 Sep 17 05:30:40.519783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.535548 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38a9943c-d446-42fb-869b-939f031d52e4 req-823030a0-e89e-45f7-9a56-1fb57f2d4ed9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672059 Sep 17 05:30:40.607080 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.642708 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:30:40.657043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce955583-b6f0-4f79-84c4-0e198e145982,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:40.659802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.660199 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Added segment 5b7fea2b-9766-4719-8708-f5a7892818b7 of type vlan for network b28fee5d-5a67-447b-82e0-11f5d8ea6999 Sep 17 05:30:40.724283 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.920491 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3a72c744-fe7e-4650-bb68-80b38172287d req-de80a07c-450c-45d2-ae21-394ea4279979 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 210 time: 0.0394216 Sep 17 05:30:40.961424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:40.962771 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:40.963583 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:41.064531 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] Pushing event updated for resources: {'Network': ['ID=b28fee5d-5a67-447b-82e0-11f5d8ea6999,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:41.080914 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:30:41.134579 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9208b2f6-9e81-4d94-9137-d0ede22d2289 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2574730 Sep 17 05:30:41.137277 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45476) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:41.143113 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Request body: {'subnet': {'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-801448663-subnet', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:41.315051 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Made reservation on behalf of 84c928bf01404e5d8cc5a58e3c37fd77 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:41.319052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:41.635442 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-63bd933d-5497-4c7d-95cf-9ef7fdd001b0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:41.640678 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-63bd933d-5497-4c7d-95cf-9ef7fdd001b0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.4197567 Sep 17 05:30:41.733098 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-bb20c5af-bbb3-408c-a6ea-07929abf7988 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 379 time: 0.0675724 Sep 17 05:30:41.753452 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'port': {'device_id': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'admin_state_up': True, 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'security_groups': ['193710b4-9d3a-4ad9-be11-00671e33105f']}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:41.928034 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa4af-7d56-40f5-be2a-2dc5c33fbddf req-b35186d8-7df4-4735-9ded-1c69da2c4095 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:41.935589 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-613aa4af-7d56-40f5-be2a-2dc5c33fbddf req-b35186d8-7df4-4735-9ded-1c69da2c4095 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0849569 Sep 17 05:30:42.031425 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-613aa4af-7d56-40f5-be2a-2dc5c33fbddf req-281c6c59-cdb0-4766-b74d-3c07442c2d3a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839176 Sep 17 05:30:42.065640 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dc0a0c79-76f7-4eea-be2d-cb8efe5d0156 req-d046407f-1cf6-4beb-b692-fb37457a7e6b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 210 time: 0.0615966 Sep 17 05:30:42.097582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Made reservation on behalf of 6fe128bb22264db0950b8c55ca24595c for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:42.102015 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.166440 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.224960 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26d6677-81c9-4432-83d6-31fae7927783,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:42.235354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Checking segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:42.236023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Network hostable DHCP agents. Network: b28fee5d-5a67-447b-82e0-11f5d8ea6999, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:30:42.261513 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.20.0.9 (6bd76563-2057-4057-91e7-a3f936ebf5f6/5298a762-48ea-4c31-865d-e77fc21a944e/5642fdd7-44a4-4097-8b12-a8be8c63f8bd) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:42.331815 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:42.415201 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.440353 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, b28fee5d-5a67-447b-82e0-11f5d8ea6999) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:42.445632 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:42.446444 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.453497 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ee89b-7a6c-473a-badf-463d2f31182d None None] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:42.530259 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.565183 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-afb8e0d1-007a-465b-9599-eeac565a6efe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4267302 Sep 17 05:30:42.572988 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45492) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:42.577940 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:42.588620 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:42.593191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:42.597353 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:42.675944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:42.676745 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.708524 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:42.718176 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.720034 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.731696 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.732098 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.732783 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.733661 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.734342 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.734733 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.735955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.735955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.735955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.736290 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.736684 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.737446 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:42.829180 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.838389 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-42d2a69e-d8b0-42f1-a7bc-b9239d6837fd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759892 Sep 17 05:30:42.847799 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:30:42.849281 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:42.850295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Request body: {'port': {'device_id': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:42.954981 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.006913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-67c01baa-e0ae-4d60-b4be-9b8630fc195c None None] Provisioning complete for port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:43.007348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-67c01baa-e0ae-4d60-b4be-9b8630fc195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.159309 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-67c01baa-e0ae-4d60-b4be-9b8630fc195c None None] Port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:43.228446 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Allocated IP 172.20.0.2 (b28fee5d-5a67-447b-82e0-11f5d8ea6999/d26d6677-81c9-4432-83d6-31fae7927783/ea469dd0-9b4c-4cda-abed-468621433fc1) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:43.471330 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5642fdd7-44a4-4097-8b12-a8be8c63f8bd {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:30:43.479738 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.494412 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Transition to ACTIVE for port object 5642fdd7-44a4-4097-8b12-a8be8c63f8bd will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:30:43.515961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.534749 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.542129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19574ecf-cb1d-4cc8-801d-819d9e283fba req-34a3b915-f802-465b-accb-65c2adafd51e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:43.543774 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-19574ecf-cb1d-4cc8-801d-819d9e283fba req-34a3b915-f802-465b-accb-65c2adafd51e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 931 time: 0.1888325 Sep 17 05:30:43.553587 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac0aef-9041-4909-b3e5-ece1bf832276 req-60bac20e-4519-4bdd-b676-1e2cc78dcc05 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:43.555133 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-32ac0aef-9041-4909-b3e5-ece1bf832276 req-60bac20e-4519-4bdd-b676-1e2cc78dcc05 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1758924 Sep 17 05:30:43.586863 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.624737 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-19574ecf-cb1d-4cc8-801d-819d9e283fba req-896440f1-a228-44b7-9d87-41a396f10399 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683782 Sep 17 05:30:43.646089 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:43.654383 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.666204 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-32ac0aef-9041-4909-b3e5-ece1bf832276 req-475b8499-1916-4e61-8fc1-f44410e138af tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039183 Sep 17 05:30:43.738071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:43.783880 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Pushing event updated for resources: {'Port': ['ID=ea469dd0-9b4c-4cda-abed-468621433fc1,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:43.790097 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:43.802090 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:43.824654 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Attempting to bind port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:43.824654 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Attempting to bind port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:43.824654 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Attempting to bind port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:43.831336 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:30:43.831890 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Attempting to bind port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:43.845439 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:43.845855 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:43.848386 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Bound using segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:43.849386 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Bound port: 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:43.849751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.922091 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Attempting to bind port ea469dd0-9b4c-4cda-abed-468621433fc1 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:43.922091 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Attempting to bind port ea469dd0-9b4c-4cda-abed-468621433fc1 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:43.922671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Attempting to bind port ea469dd0-9b4c-4cda-abed-468621433fc1 on network b28fee5d-5a67-447b-82e0-11f5d8ea6999 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:43.932270 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:43.932823 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Checking segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:43.935080 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.935432 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Bound using segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:43.936256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Bound port: ea469dd0-9b4c-4cda-abed-468621433fc1, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:43.939726 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:43.995923 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:44.002813 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:44.039668 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.063948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] For port ea469dd0-9b4c-4cda-abed-468621433fc1, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:44.067694 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] For port ea469dd0-9b4c-4cda-abed-468621433fc1, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ea469dd0-9b4c-4cda-abed-468621433fc1,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:44.075152 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.114120 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.138572 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.165199 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:44.166106 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.167934 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] 10.222.0.35 "PUT /v2.0/ports/5642fdd7-44a4-4097-8b12-a8be8c63f8bd HTTP/1.1" status: 200 len: 1093 time: 1.3332689 Sep 17 05:30:44.168648 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:30:44.180086 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547467e5-ba28-44c0-a038-e730d1ba319e" -d '{"events": [{"name": "network-changed", "server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:30:44.226414 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27804-e423-46fe-a5fb-e7dfabc42818 None None] Pushing event updated for resources: {'Port': ['ID=ea469dd0-9b4c-4cda-abed-468621433fc1,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:44.256970 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fef829-7a76-47ab-b771-71e8d8365ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:44.278806 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbff81-85ac-47f6-8423-402af8ffb485 x-openstack-request-id: req-62bbff81-85ac-47f6-8423-402af8ffb485 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:30:44.279539 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:30:44.279984 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62bbff81-85ac-47f6-8423-402af8ffb485 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:30:44.280533 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'status': 'completed', 'code': 200} Sep 17 05:30:44.295174 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Allocated IP 172.27.2.151 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/f4806b26-c418-4496-90a6-74d961d3502a) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:44.379299 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547467e5-ba28-44c0-a038-e730d1ba319e req-36cb5e8b-f844-4bbb-9dce-8bfb63baa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:44.382648 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-547467e5-ba28-44c0-a038-e730d1ba319e req-36cb5e8b-f844-4bbb-9dce-8bfb63baa02b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1096 time: 0.0774362 Sep 17 05:30:44.496913 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.577454 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547467e5-ba28-44c0-a038-e730d1ba319e req-7574a2f0-4296-4f6d-a973-97576d56505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:44.579214 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-547467e5-ba28-44c0-a038-e730d1ba319e req-7574a2f0-4296-4f6d-a973-97576d56505e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fe128bb22264db0950b8c55ca24595c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1860211 Sep 17 05:30:44.620361 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:44.750169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:44.783988 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:44.796027 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:44.861419 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547467e5-ba28-44c0-a038-e730d1ba319e req-fb1e5f03-ad19-4342-be0f-6afb5b84f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:44.863523 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-547467e5-ba28-44c0-a038-e730d1ba319e req-fb1e5f03-ad19-4342-be0f-6afb5b84f05c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762215 Sep 17 05:30:44.930820 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Pushing event updated for resources: {'Port': ['ID=f4806b26-c418-4496-90a6-74d961d3502a,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:44.963955 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ea469dd0-9b4c-4cda-abed-468621433fc1 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:44.973221 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-fc56e47f-7013-46db-9032-17863a93f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:44.975366 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-fc56e47f-7013-46db-9032-17863a93f587 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1096 time: 0.0686121 Sep 17 05:30:45.026055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fe764-24d3-4024-baa9-7af03cddac6c req-416ba73b-001d-4238-bd2a-cc4bc8721abf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:45.033744 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port ea469dd0-9b4c-4cda-abed-468621433fc1 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:45.034117 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:45.035512 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-578fe764-24d3-4024-baa9-7af03cddac6c req-416ba73b-001d-4238-bd2a-cc4bc8721abf tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.2608795 Sep 17 05:30:45.074350 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-62e831c7-e27d-48c4-9cda-f35cf57c4024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd HTTP/1.1" status: 200 len: 217 time: 0.0712578 Sep 17 05:30:45.126078 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-578fe764-24d3-4024-baa9-7af03cddac6c req-17b0beb6-8af0-4df8-bf6c-70672218af3f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880520 Sep 17 05:30:45.137751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-171ff7c2-04a3-45d4-b093-8db42f4b4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:45.139127 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-171ff7c2-04a3-45d4-b093-8db42f4b4ff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0540671 Sep 17 05:30:45.167525 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:45.213468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-684226be-0367-47f2-ac91-c74eb3e9fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:45.215084 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-684226be-0367-47f2-ac91-c74eb3e9fd8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558147 Sep 17 05:30:45.224806 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port ea469dd0-9b4c-4cda-abed-468621433fc1, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ea469dd0-9b4c-4cda-abed-468621433fc1,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:45.314653 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:45.318820 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee78bb9-feb6-4f38-a03c-9c99d33c6e8e req-646744d7-c7e0-4507-b2d5-997e70a69b1a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:45.320481 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ee78bb9-feb6-4f38-a03c-9c99d33c6e8e req-646744d7-c7e0-4507-b2d5-997e70a69b1a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.4104860 Sep 17 05:30:45.440269 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=ea469dd0-9b4c-4cda-abed-468621433fc1,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:45.450537 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-a3e2a401-8836-40c9-8071-81c432c95d66 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257807 Sep 17 05:30:45.469917 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ee78bb9-feb6-4f38-a03c-9c99d33c6e8e req-50760026-6956-4e8d-b4e1-dac2b5bf3a77 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079376 Sep 17 05:30:45.625683 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-e7db3b42-8a42-4536-a894-7a663b1c5e74 req-38c4535e-78aa-48c1-824a-c903f9be38df service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646669 Sep 17 05:30:45.721075 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:45.799565 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59d370-aa05-4ed4-a1b2-58a789ba15e9 None None] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:45.923272 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55a6a710-937e-4356-8270-22cc85805553 None None] Provisioning complete for port ea469dd0-9b4c-4cda-abed-468621433fc1 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:45.925121 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55a6a710-937e-4356-8270-22cc85805553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:45.986017 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45530) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:46.003697 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.169985 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-397bf53c-a2ff-4037-9de5-c0e9f05b18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.287390 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Router 0692b293-2182-40dc-ba08-5d639d0ae7d5 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:30:46.378157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406e4b-241f-4230-9461-9eadcb125854 req-3bfdb957-bd15-4f4b-a355-3c98c836319b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:46.385729 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52406e4b-241f-4230-9461-9eadcb125854 req-3bfdb957-bd15-4f4b-a355-3c98c836319b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.1583109 Sep 17 05:30:46.413905 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-397bf53c-a2ff-4037-9de5-c0e9f05b18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.480361 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-397bf53c-a2ff-4037-9de5-c0e9f05b18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.493028 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52406e4b-241f-4230-9461-9eadcb125854 req-76c695e9-866c-4a14-9417-85eb3511e0c5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920076 Sep 17 05:30:46.523629 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-4f48d1c9-b093-4be0-a205-e3a608f3e4f0 None None] Provisioning complete for port ea469dd0-9b4c-4cda-abed-468621433fc1 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:46.524212 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4f48d1c9-b093-4be0-a205-e3a608f3e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.546878 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:46.558461 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Sync routers for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:46.601967 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:46.603868 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:46.639307 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bf53c-a2ff-4037-9de5-c0e9f05b18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d7afd-58a4-4a0d-92ba-38c73f84eac2,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:46.648297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.656047 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4ee142a8-d2d1-4e47-ba77-33e0dbb65d2c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0805783 Sep 17 05:30:46.656714 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45542) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:46.672871 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-397bf53c-a2ff-4037-9de5-c0e9f05b18a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47bb3d2628044b1795518672115d461b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855457 Sep 17 05:30:46.675405 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45544) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:46.873926 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.923789 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82a259-ac9d-418a-85ee-c1573e8b4ac9 req-f021b644-e601-4c5f-8a8b-e16a1a3e3cd4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:46.927168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ea469dd0-9b4c-4cda-abed-468621433fc1 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:46.927341 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:46.940469 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb82a259-ac9d-418a-85ee-c1573e8b4ac9 req-f021b644-e601-4c5f-8a8b-e16a1a3e3cd4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.3534906 Sep 17 05:30:46.989002 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port ea469dd0-9b4c-4cda-abed-468621433fc1 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:46.989719 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:46.997382 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.072568 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb82a259-ac9d-418a-85ee-c1573e8b4ac9 req-9a62ca10-a1b6-4c99-9e29-3b5dbbe0ccdf tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307836 Sep 17 05:30:47.250152 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:45Z', 'revision_number': 3, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:47.265894 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.276347 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.276347 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a3d7afd-58a4-4a0d-92ba-38c73f84eac2 HTTP/1.1" status: 204 len: 168 time: 0.5914097 Sep 17 05:30:47.285314 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ac711-7378-482d-a763-f0aecf09102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d7afd-58a4-4a0d-92ba-38c73f84eac2,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:47.299003 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Checking router: 0692b293-2182-40dc-ba08-5d639d0ae7d5 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:47.299361 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Updating router 0692b293-2182-40dc-ba08-5d639d0ae7d5 port f4806b26-c418-4496-90a6-74d961d3502a binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:47.324492 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.470091 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.597671 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.665173 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc226d-2270-40f9-8293-cab550045579 req-74bc9149-5223-4b83-8199-cc299d9bb362 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:47.666636 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2bcc226d-2270-40f9-8293-cab550045579 req-74bc9149-5223-4b83-8199-cc299d9bb362 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.0910764 Sep 17 05:30:47.673635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Allocated IP 172.20.0.1 (b28fee5d-5a67-447b-82e0-11f5d8ea6999/d26d6677-81c9-4432-83d6-31fae7927783/56916ded-0602-4a29-bf9a-c907ad4384d8) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:47.729963 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2bcc226d-2270-40f9-8293-cab550045579 req-9c8e3d2a-aa0b-4640-8687-e7c84e187393 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541313 Sep 17 05:30:47.738471 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.856336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.906056 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Pushing event updated for resources: {'Port': ['ID=f4806b26-c418-4496-90a6-74d961d3502a,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:47.925140 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.925558 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.926004 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.926406 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.926906 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.927379 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.928126 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.928601 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.929134 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.929516 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.929963 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.930573 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:47.949056 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Attempting to bind port f4806b26-c418-4496-90a6-74d961d3502a on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:47.949769 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Attempting to bind port f4806b26-c418-4496-90a6-74d961d3502a by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:47.950354 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Attempting to bind port f4806b26-c418-4496-90a6-74d961d3502a on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:47.967863 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:47.968468 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:47.969924 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.970440 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:47.971171 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Bound port: f4806b26-c418-4496-90a6-74d961d3502a, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:47.973112 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:47.995637 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:48.045693 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Pushing event updated for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:48.055858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.056212 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.056535 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.056869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.057206 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.057531 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.057920 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.058230 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.058559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.058880 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.059409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.059869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:30:48.070596 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] For port f4806b26-c418-4496-90a6-74d961d3502a, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:48.073979 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] For port f4806b26-c418-4496-90a6-74d961d3502a, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=f4806b26-c418-4496-90a6-74d961d3502a,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:48.076489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:48.078239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:48.082627 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:48.144851 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:48.149566 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:48.235934 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15896-0676-4f3d-98a2-1ebd9eeabb00 None None] Pushing event updated for resources: {'Port': ['ID=f4806b26-c418-4496-90a6-74d961d3502a,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:48.261835 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:48.262877 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:48.425649 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:48.571724 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-f8029e11-8235-4457-b44b-5db3a329c4d1 None None] Provisioning complete for port 56916ded-0602-4a29-bf9a-c907ad4384d8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:48.572250 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f8029e11-8235-4457-b44b-5db3a329c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:48.639898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a6f9-b72f-4d80-9d14-b52aac31682e req-cd810a6e-e371-4d45-863d-7be38ed765ff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:48.641793 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db39a6f9-b72f-4d80-9d14-b52aac31682e req-cd810a6e-e371-4d45-863d-7be38ed765ff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0700006 Sep 17 05:30:48.654514 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-f8029e11-8235-4457-b44b-5db3a329c4d1 None None] Port 56916ded-0602-4a29-bf9a-c907ad4384d8 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:48.696241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db39a6f9-b72f-4d80-9d14-b52aac31682e req-5fd0b137-1216-440f-9ee1-b58544d5f4b4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Sep 17 05:30:48.861844 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:45Z', 'revision_number': 3, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:48.905926 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eba8d8-3098-4e96-953a-113db47ee92b None None] The sync data for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi is: [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:45Z', 'revision_number': 3, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:48.929317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372247a-edc5-496a-ab4d-2551886755d2 req-404bc02c-3a99-4392-a396-b9e907d6d272 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:48.931483 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6372247a-edc5-496a-ab4d-2551886755d2 req-404bc02c-3a99-4392-a396-b9e907d6d272 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.0864134 Sep 17 05:30:49.016943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6372247a-edc5-496a-ab4d-2551886755d2 req-b9a58294-8d83-4b98-a628-ab9b46128090 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770066 Sep 17 05:30:49.072931 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:49.300924 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:49.392122 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:49.489983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:49.492188 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Pushing event updated for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:49.614363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:49.615844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:49.819158 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Router 0692b293-2182-40dc-ba08-5d639d0ae7d5 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:30:49.949561 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fdd29-3c66-420c-b12d-ce8ae8013c0d req-4887fc16-7942-4a37-9729-b5320850b632 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:49.956519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-294fdd29-3c66-420c-b12d-ce8ae8013c0d req-4887fc16-7942-4a37-9729-b5320850b632 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1096356 Sep 17 05:30:50.015258 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-798b03c2-f317-40f6-bafb-d1e4e37cfe4a None None] Provisioning complete for port 56916ded-0602-4a29-bf9a-c907ad4384d8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:50.020260 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-798b03c2-f317-40f6-bafb-d1e4e37cfe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:50.055794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-294fdd29-3c66-420c-b12d-ce8ae8013c0d req-2aa65b6f-e736-48b2-97fa-ddcf57087dc8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941210 Sep 17 05:30:50.069381 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:50.076420 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c35e683b-93eb-48c9-8bc7-a75714deccf4 admin admin] 10.222.0.23 "PUT /v2.0/routers/0692b293-2182-40dc-ba08-5d639d0ae7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156516 Sep 17 05:30:50.097552 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-798b03c2-f317-40f6-bafb-d1e4e37cfe4a None None] Port 56916ded-0602-4a29-bf9a-c907ad4384d8 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:50.219424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb37956-0dcf-490f-9cc2-e4a15fd3e1af req-57750333-0d82-4747-b35a-c6b4b8d230b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:50.222286 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bcb37956-0dcf-490f-9cc2-e4a15fd3e1af req-57750333-0d82-4747-b35a-c6b4b8d230b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.0848899 Sep 17 05:30:50.281264 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bcb37956-0dcf-490f-9cc2-e4a15fd3e1af req-7b8f55ab-b4c9-4498-84cc-909675050408 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526497 Sep 17 05:30:50.885546 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device f4806b26-c418-4496-90a6-74d961d3502a up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:50.946416 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port f4806b26-c418-4496-90a6-74d961d3502a triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:50.946851 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.044242 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.071863 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port f4806b26-c418-4496-90a6-74d961d3502a, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=f4806b26-c418-4496-90a6-74d961d3502a,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:51.166386 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.227258 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=f4806b26-c418-4496-90a6-74d961d3502a,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:51.232280 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45690) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:51.237135 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-250237899-network', 'tenant_id': '64b319ff74274729b845b60d38be9509'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:51.275104 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f214-db90-4cbc-9b2e-13a916dc5642 req-0fade08b-11a4-4174-9c77-10afb3d6d640 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:51.284709 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea18f214-db90-4cbc-9b2e-13a916dc5642 req-0fade08b-11a4-4174-9c77-10afb3d6d640 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1341665 Sep 17 05:30:51.326191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Made reservation on behalf of 64b319ff74274729b845b60d38be9509 for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:51.328825 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.341967 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.363171 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea18f214-db90-4cbc-9b2e-13a916dc5642 req-6aa84381-0900-490b-b73a-37670d13767c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774806 Sep 17 05:30:51.471841 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Sync routers for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:51.477344 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.493418 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:51.494315 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:51.544248 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b31902-a5b5-4bc7-b71e-c5b7371c068b req-cb83786d-e6ec-4978-a47f-f006489c2802 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:51.546231 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62b31902-a5b5-4bc7-b71e-c5b7371c068b req-cb83786d-e6ec-4978-a47f-f006489c2802 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.1060216 Sep 17 05:30:51.579658 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.627751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:30:51.635696 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:51.649057 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686edd7-156a-4872-92a3-187ea2897043,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:51.658916 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62b31902-a5b5-4bc7-b71e-c5b7371c068b req-d7a72a51-85e2-43b1-a3a8-25144f599a52 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971494 Sep 17 05:30:51.668186 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.668650 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Added segment 3ac0a5d1-57b8-4443-80fb-87b0acda8fe2 of type vlan for network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 Sep 17 05:30:51.712470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.804355 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-50ca7c45-e320-4d10-a649-b6e5974f1f34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449350 Sep 17 05:30:51.885500 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-17614863-b9d7-4872-9137-0b9777eb55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:51.887924 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-17614863-b9d7-4872-9137-0b9777eb55ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 1098 time: 0.0567718 Sep 17 05:30:51.901899 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:49Z', 'revision_number': 2, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:51.909684 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.920017 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:51.920017 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:51.934267 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Checking router: 0692b293-2182-40dc-ba08-5d639d0ae7d5 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:51.934627 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Updating router 0692b293-2182-40dc-ba08-5d639d0ae7d5 port 56916ded-0602-4a29-bf9a-c907ad4384d8 binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:51.963061 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.443650 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2073419 Sep 17 05:30:52.444645 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45702) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:52.464132 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Request body: {'subnet': {'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-250237899-subnet', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:52.473010 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.477226 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c197f-2a71-4d7c-b52a-f2072a75f811 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5edffb-7381-4b60-84ac-5d8e28f12c20,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:52.490374 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:30:52.515185 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-e0ef3b8c-9b39-48ad-b103-e95c540f13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:52.517023 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-e0ef3b8c-9b39-48ad-b103-e95c540f13b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.5979764 Sep 17 05:30:52.544321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7193cdc-7a7a-424a-9b65-771f8ca1839a req-27c7ec1b-0cd8-424f-b912-2268dae03b38 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:52.560511 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7193cdc-7a7a-424a-9b65-771f8ca1839a req-27c7ec1b-0cd8-424f-b912-2268dae03b38 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0855970 Sep 17 05:30:52.597060 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.597863 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-b87976bb-312b-4a94-a026-204f8c9dc7e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0 HTTP/1.1" status: 200 len: 217 time: 0.0687785 Sep 17 05:30:52.644527 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7193cdc-7a7a-424a-9b65-771f8ca1839a req-153ef2d1-e4ac-489c-bc35-8e15a2bb3ba6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771317 Sep 17 05:30:52.718598 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Made reservation on behalf of 64b319ff74274729b845b60d38be9509 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:30:52.728065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3922108'] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.737784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15169-a16e-495d-a0ae-9bbae5b835a0 None None] Pushing event updated for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:52.853193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Attempting to bind port 56916ded-0602-4a29-bf9a-c907ad4384d8 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:52.853193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Attempting to bind port 56916ded-0602-4a29-bf9a-c907ad4384d8 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:52.853193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Attempting to bind port 56916ded-0602-4a29-bf9a-c907ad4384d8 on network b28fee5d-5a67-447b-82e0-11f5d8ea6999 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:52.853565 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a36893-2355-4809-b469-6b07e261d4ab req-01b96b98-cad5-4985-bf11-9229e93254fa tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:52.861206 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62a36893-2355-4809-b469-6b07e261d4ab req-01b96b98-cad5-4985-bf11-9229e93254fa tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.0823965 Sep 17 05:30:52.862774 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:52.863159 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Checking segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:52.864848 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.865223 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Bound using segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:52.866206 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Bound port: 56916ded-0602-4a29-bf9a-c907ad4384d8, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:52.867194 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:52.937420 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62a36893-2355-4809-b469-6b07e261d4ab req-aac72cc7-b9c9-41bf-8636-c77d71701bc3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752449 Sep 17 05:30:52.946960 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device f4806b26-c418-4496-90a6-74d961d3502a up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:53.049585 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-30ddc880-b955-4f22-8a57-7095aeeaed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:53.051587 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-30ddc880-b955-4f22-8a57-7095aeeaed74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.4346752 Sep 17 05:30:53.067715 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] For port 56916ded-0602-4a29-bf9a-c907ad4384d8, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:53.072474 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] For port 56916ded-0602-4a29-bf9a-c907ad4384d8, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=56916ded-0602-4a29-bf9a-c907ad4384d8,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:53.087994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port f4806b26-c418-4496-90a6-74d961d3502a triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:53.087994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.108420 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-eea38121-05f4-4bdf-973e-2383103daf5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376995 Sep 17 05:30:53.111834 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3922066'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.153196 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.223252 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f55199-327d-4e83-90e5-80c38f36cd3c,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:53.261062 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Checking segment: {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:53.261434 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Network hostable DHCP agents. Network: 5f5edffb-7381-4b60-84ac-5d8e28f12c20, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:30:53.285457 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] Provisioning complete for port 56916ded-0602-4a29-bf9a-c907ad4384d8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:53.285800 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.287442 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-dc2ffabd-9ec8-4433-91ff-72a787093db2 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528661 Sep 17 05:30:53.339233 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:53.339987 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:53.431697 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:30:53.432147 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15169-a16e-495d-a0ae-9bbae5b835a0 None None] Pushing event updated for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:53.513004 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-10b54f65-ad64-4a00-9fed-a1952d1aaec9 req-7833259c-269f-48eb-a258-164e1e125776 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168660 Sep 17 05:30:53.545778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 5f5edffb-7381-4b60-84ac-5d8e28f12c20) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:53.550493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:53.552280 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.565171 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3dddf-238e-4ba0-bc4e-8867e6ff3f9b None None] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:53.642713 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:53.678877 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.710985 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-680e2be6-44e5-48fe-9b42-6908ec8af5a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2628045 Sep 17 05:30:53.755745 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45716) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:53.755745 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:30:53.832037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f8c3-79b7-4c7d-bc10-267a8937df39 req-8adc7c2b-e3fe-4ce3-9fad-2a0434154ea9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:53.842121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4526f8c3-79b7-4c7d-bc10-267a8937df39 req-8adc7c2b-e3fe-4ce3-9fad-2a0434154ea9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0832412 Sep 17 05:30:53.906966 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4526f8c3-79b7-4c7d-bc10-267a8937df39 req-c0125538-3875-4a13-9958-801b1a4468e4 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563972 Sep 17 05:30:53.907393 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] For port 56916ded-0602-4a29-bf9a-c907ad4384d8, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=56916ded-0602-4a29-bf9a-c907ad4384d8,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:53.948542 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:53.960352 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.060568 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.065814 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.069572 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'fixed_ips': [{'subnet_id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:30:54.070437 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.102162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660ca5-7d27-48e1-b860-5072e89c1b9f req-9d1ab922-0c6c-45f1-8110-aabd4410e593 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:54.103691 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8660ca5-7d27-48e1-b860-5072e89c1b9f req-9d1ab922-0c6c-45f1-8110-aabd4410e593 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.0490642 Sep 17 05:30:54.149797 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8660ca5-7d27-48e1-b860-5072e89c1b9f req-55ee9766-8798-4553-bc54-fac6e8e925b2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 Sep 17 05:30:54.234656 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.245650 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ad5d-ee45-4d6d-9a10-eb279a5ef1f5 None None] Pushing event updated for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:54.294591 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.321044 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-2906e104-633a-473d-ab4d-33aa02993eec None None] Provisioning complete for port 56916ded-0602-4a29-bf9a-c907ad4384d8 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:54.325322 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2906e104-633a-473d-ab4d-33aa02993eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.374590 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Allocated IP 172.20.0.2 (5f5edffb-7381-4b60-84ac-5d8e28f12c20/d9f55199-327d-4e83-90e5-80c38f36cd3c/888e0cef-8852-40b4-8707-32331efb7978) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:54.378313 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:54.430233 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c6d5-80c1-46b3-94dc-e568639f9bf5 None None] The sync data for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi is: [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:54.701361 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.727809 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.761160 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.781370 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:54.845320 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5642fdd7-44a4-4097-8b12-a8be8c63f8bd details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:30:54.979067 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 56916ded-0602-4a29-bf9a-c907ad4384d8 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:54.986170 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Pushing event updated for resources: {'Port': ['ID=888e0cef-8852-40b4-8707-32331efb7978,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:54.990361 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:55.012050 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Allocated IP 172.27.2.171 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/5c48506f-0db4-49bc-b0e6-8b83bccf332d) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:55.145976 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:55.161031 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:55.242103 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.250068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd293da-dd88-4360-af6f-123e2369ff5c req-a5c368f1-6bb3-4624-8930-0801acede9e1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:55.266907 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9cd293da-dd88-4360-af6f-123e2369ff5c req-a5c368f1-6bb3-4624-8930-0801acede9e1 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1699350 Sep 17 05:30:55.392317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e067d6-a6db-441d-ae50-c8d6e15d2372 req-c0cf3675-f7c8-4512-ab24-ef9562e174ca tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:55.394606 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d0e067d6-a6db-441d-ae50-c8d6e15d2372 req-c0cf3675-f7c8-4512-ab24-ef9562e174ca tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 943 time: 0.1055105 Sep 17 05:30:55.404277 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.490043 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9cd293da-dd88-4360-af6f-123e2369ff5c req-8a7bbefb-52a8-45ac-a072-9e2306e4dd6c tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203350 Sep 17 05:30:55.546674 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d0e067d6-a6db-441d-ae50-c8d6e15d2372 req-067860d6-4e6d-4924-b6bb-f5564c300712 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849535 Sep 17 05:30:55.562999 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:55.568109 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:55.574177 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:55.646920 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c48506f-0db4-49bc-b0e6-8b83bccf332d,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:55.689794 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:55.731992 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'port_id': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'mac_address': 'fa:16:3e:47:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:30:55.798999 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.818055 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5642fdd7-44a4-4097-8b12-a8be8c63f8bd {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:30:55.840562 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:55.851665 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 56916ded-0602-4a29-bf9a-c907ad4384d8 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:55.852082 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.891449 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Attempting to bind port 888e0cef-8852-40b4-8707-32331efb7978 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:55.891822 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Attempting to bind port 888e0cef-8852-40b4-8707-32331efb7978 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:55.892216 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Attempting to bind port 888e0cef-8852-40b4-8707-32331efb7978 on network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:55.909979 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:55.910267 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Checking segment: {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:55.910544 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.911287 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Bound using segment: {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:55.911486 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Bound port: 888e0cef-8852-40b4-8707-32331efb7978, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:55.911850 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:55.956998 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:56.150561 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:56.151264 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:56.190528 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] For port 888e0cef-8852-40b4-8707-32331efb7978, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:56.194204 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] For port 888e0cef-8852-40b4-8707-32331efb7978, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=888e0cef-8852-40b4-8707-32331efb7978,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:56.281470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:56.362221 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5642fdd7-44a4-4097-8b12-a8be8c63f8bd'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:30:56.445586 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:56.490195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649af40-0ed5-4ade-ba35-7745c0f19de1 None None] Pushing event updated for resources: {'Port': ['ID=888e0cef-8852-40b4-8707-32331efb7978,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:56.777205 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d65c12-e0b8-4a49-9230-fdc6e7158733 req-230a01f5-6862-4923-ba9d-65f501cfef2a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:56.796906 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88d65c12-e0b8-4a49-9230-fdc6e7158733 req-230a01f5-6862-4923-ba9d-65f501cfef2a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1811488 Sep 17 05:30:56.878757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f7cef-5b4a-44d5-ac6d-54049362f1a2 req-b97f8bb7-e5fe-459a-b98d-68cf8aed992b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:56.892911 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b5f7cef-5b4a-44d5-ac6d-54049362f1a2 req-b97f8bb7-e5fe-459a-b98d-68cf8aed992b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 944 time: 0.2210698 Sep 17 05:30:56.997672 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88d65c12-e0b8-4a49-9230-fdc6e7158733 req-0e47a51d-1ba4-4401-8511-6b8b879f8ffa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985617 Sep 17 05:30:57.061606 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b5f7cef-5b4a-44d5-ac6d-54049362f1a2 req-3fd7bf97-0dc1-4d58-b9fb-eef8788cb8b7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537821 Sep 17 05:30:57.083574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 888e0cef-8852-40b4-8707-32331efb7978 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:57.100698 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Router 245dad40-a79a-4f64-ba43-e0a1d47b228e is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:30:57.156584 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 888e0cef-8852-40b4-8707-32331efb7978 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:57.157137 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:57.235477 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:30:57.246868 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Sync routers for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:30:57.262883 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:57.263797 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:57.268730 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:57.313418 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 888e0cef-8852-40b4-8707-32331efb7978, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=888e0cef-8852-40b4-8707-32331efb7978,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:57.323708 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:57.327534 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7c94c7be-a0e8-41af-a168-00885480f9a9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5742724 Sep 17 05:30:57.328086 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45760) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:30:57.389619 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:57.415691 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:57.491985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=888e0cef-8852-40b4-8707-32331efb7978,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:57.714004 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:55Z', 'revision_number': 3, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:57.751027 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Checking router: 245dad40-a79a-4f64-ba43-e0a1d47b228e for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:30:57.751526 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Updating router 245dad40-a79a-4f64-ba43-e0a1d47b228e port 5c48506f-0db4-49bc-b0e6-8b83bccf332d binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:30:57.784840 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:57.958874 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a595a-6a80-41e8-a76b-36218a69c2ee None None] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:30:57.991849 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.071545 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-149848f8-2469-47eb-9c9e-38be36b7a7bf None None] Provisioning complete for port 888e0cef-8852-40b4-8707-32331efb7978 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:58.072028 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-149848f8-2469-47eb-9c9e-38be36b7a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.286182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e31cba-51f4-4a78-896e-df6e1089efe6 req-b6558298-1ab5-4037-880f-f5ea7af6d1df tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:58.302165 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9e31cba-51f4-4a78-896e-df6e1089efe6 req-b6558298-1ab5-4037-880f-f5ea7af6d1df tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 944 time: 0.0983770 Sep 17 05:30:58.314610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a753-baad-48aa-87c3-1939c920d2e8 req-a6483013-0e32-488c-a4f6-aa10b1c79438 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:58.325912 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89d8a753-baad-48aa-87c3-1939c920d2e8 req-a6483013-0e32-488c-a4f6-aa10b1c79438 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.2318947 Sep 17 05:30:58.332278 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.390108 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Allocated IP 172.20.0.1 (5f5edffb-7381-4b60-84ac-5d8e28f12c20/d9f55199-327d-4e83-90e5-80c38f36cd3c/4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:30:58.425128 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.454018 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89d8a753-baad-48aa-87c3-1939c920d2e8 req-a56ba490-50e0-4ad7-88a6-0e0d56f696a3 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128960 Sep 17 05:30:58.471997 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9e31cba-51f4-4a78-896e-df6e1089efe6 req-e16d9f92-2998-40c8-8848-217e09deee78 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403787 Sep 17 05:30:58.583201 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Attempting to bind port 5c48506f-0db4-49bc-b0e6-8b83bccf332d on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:30:58.584589 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Attempting to bind port 5c48506f-0db4-49bc-b0e6-8b83bccf332d by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:30:58.585039 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Attempting to bind port 5c48506f-0db4-49bc-b0e6-8b83bccf332d on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:30:58.601364 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:30:58.601866 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:30:58.602334 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.603155 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:30:58.605934 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Bound port: 5c48506f-0db4-49bc-b0e6-8b83bccf332d, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:30:58.605934 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.605934 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087e850-8095-41f6-af8d-6886ff9f9e75 None None] Pushing event updated for resources: {'Port': ['ID=5c48506f-0db4-49bc-b0e6-8b83bccf332d,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:58.632129 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.705633 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] For port 5c48506f-0db4-49bc-b0e6-8b83bccf332d, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:30:58.708017 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] For port 5c48506f-0db4-49bc-b0e6-8b83bccf332d, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5c48506f-0db4-49bc-b0e6-8b83bccf332d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:30:58.754062 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.764628 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-e4e62785-916c-4543-b567-7630c1b34b2a None None] Provisioning complete for port 888e0cef-8852-40b4-8707-32331efb7978 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:58.765204 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e4e62785-916c-4543-b567-7630c1b34b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.781741 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.830940 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:30:58.834930 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:30:58.842347 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:30:58.884168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5642fdd7-44a4-4097-8b12-a8be8c63f8bd up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:58.917823 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Pushing event updated for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:58.947474 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:30:58.955381 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:58.961175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:58.961379 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 888e0cef-8852-40b4-8707-32331efb7978 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:30:59.058254 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087e850-8095-41f6-af8d-6886ff9f9e75 None None] Pushing event updated for resources: {'Port': ['ID=5c48506f-0db4-49bc-b0e6-8b83bccf332d,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:59.150136 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 888e0cef-8852-40b4-8707-32331efb7978 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:59.150913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.230395 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:30:59.233861 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:30:59.240278 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:59.240559 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.370667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.392323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-54765c2b-42d2-42bf-9fe5-b76a3cd1dfa7 None None] Provisioning complete for port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:30:59.392744 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-54765c2b-42d2-42bf-9fe5-b76a3cd1dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.453272 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:55Z', 'revision_number': 3, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:30:59.497783 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155800f-9280-4de8-b3de-6a4fcb34f93d None None] The sync data for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi is: [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:55Z', 'revision_number': 3, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:30:59.634985 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.642050 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.645544 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-54765c2b-42d2-42bf-9fe5-b76a3cd1dfa7 None None] Port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:30:59.706859 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:30:59.709403 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3722a20f-82b2-4852-b05c-0343e92df401" -d '{"events": [{"server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "name": "network-vif-plugged", "status": "completed", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:30:59.735589 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:30:59.779791 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.833573 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541f08-8bb9-4a26-b18e-55cd9242d696 req-105f86e7-1e47-47e4-bab8-770b96c2ec55 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:59.833573 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df541f08-8bb9-4a26-b18e-55cd9242d696 req-105f86e7-1e47-47e4-bab8-770b96c2ec55 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1080298 Sep 17 05:30:59.851519 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ab2a0-96aa-4558-a68d-4aae433a9683 req-d89428ea-8930-4098-9795-ed8f5f1c251b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:30:59.853029 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-684ab2a0-96aa-4558-a68d-4aae433a9683 req-d89428ea-8930-4098-9795-ed8f5f1c251b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 944 time: 0.0916712 Sep 17 05:30:59.858543 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.866256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:30:59.880290 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Pushing event updated for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:59.905028 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df541f08-8bb9-4a26-b18e-55cd9242d696 req-a7316bd7-4a70-4072-851c-bc06cf91ff52 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Sep 17 05:30:59.923161 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-684ab2a0-96aa-4558-a68d-4aae433a9683 req-3ba39f9f-c7f0-47c3-8eba-e8492979becb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605617 Sep 17 05:30:59.978399 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:30:59.988513 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4af791-7959-466e-a8ba-5e0ff7548d4a x-openstack-request-id: req-fa4af791-7959-466e-a8ba-5e0ff7548d4a {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:30:59.989448 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "name": "network-vif-plugged", "status": "completed", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:30:59.989448 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4af791-7959-466e-a8ba-5e0ff7548d4a {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:30:59.989448 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'code': 200} Sep 17 05:31:00.064273 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:31:00.070545 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:31:00.308373 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Router 245dad40-a79a-4f64-ba43-e0a1d47b228e has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:31:00.392736 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-afbe3469-c447-42c9-aa5b-e24851ace8bd None None] Provisioning complete for port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:00.393128 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-afbe3469-c447-42c9-aa5b-e24851ace8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:00.466575 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-afbe3469-c447-42c9-aa5b-e24851ace8bd None None] Port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:31:00.508421 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:31:00.526000 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9af1bbb3-34cc-4bdb-bbb5-f554c9b6b6bf admin admin] 10.222.0.23 "PUT /v2.0/routers/245dad40-a79a-4f64-ba43-e0a1d47b228e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1950305 Sep 17 05:31:00.546450 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ca5a-fea4-4726-89d7-d2dc1edb3a05 req-658af3bf-b88a-4f3e-84c9-f18f1d6b19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:00.548351 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fcd4ca5a-fea4-4726-89d7-d2dc1edb3a05 req-658af3bf-b88a-4f3e-84c9-f18f1d6b19bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1098 time: 0.0879543 Sep 17 05:31:00.623680 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fcd4ca5a-fea4-4726-89d7-d2dc1edb3a05 req-9149bdd9-d1f1-42e0-a055-906e45c4bad1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653305 Sep 17 05:31:00.923214 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5c48506f-0db4-49bc-b0e6-8b83bccf332d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:31:00.981669 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5c48506f-0db4-49bc-b0e6-8b83bccf332d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:00.982052 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:01.080459 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:01.109172 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 5c48506f-0db4-49bc-b0e6-8b83bccf332d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5c48506f-0db4-49bc-b0e6-8b83bccf332d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:31:01.113122 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4eff-cf07-4932-a51d-9c7d17c4f937 req-ffd27402-8293-4480-a5d2-5f732a1af218 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:01.116075 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9eea4eff-cf07-4932-a51d-9c7d17c4f937 req-ffd27402-8293-4480-a5d2-5f732a1af218 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0925920 Sep 17 05:31:01.125362 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b92205-7e28-4063-a65a-ca247918ec61 req-2429b1c4-b664-4468-a982-d8ac443f3ba5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:01.126841 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02b92205-7e28-4063-a65a-ca247918ec61 req-2429b1c4-b664-4468-a982-d8ac443f3ba5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.1050594 Sep 17 05:31:01.181136 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9eea4eff-cf07-4932-a51d-9c7d17c4f937 req-0b8aa04d-9f3b-4148-8c80-f5d1471e5645 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532448 Sep 17 05:31:01.185907 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02b92205-7e28-4063-a65a-ca247918ec61 req-d7e5ddc5-62f0-4f4a-8692-4b1eca12b9cb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516620 Sep 17 05:31:01.207046 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:01.261693 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=5c48506f-0db4-49bc-b0e6-8b83bccf332d,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:01.614941 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f1d27db7-e4ba-4cfc-9418-14c30298dc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:01.788761 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Sync routers for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:31:01.799021 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:31:01.799665 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:01.914976 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:31:02.227651 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:59Z', 'revision_number': 4, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e', 'name': '', 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'mac_address': 'fa:16:3e:b9:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:58Z', 'updated_at': '2021-09-17T05:30:59Z', 'revision_number': 2, 'project_id': '64b319ff74274729b845b60d38be9509', 'subnets': [{'id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:02.337456 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfa17f-f72f-4107-9f6f-62dae8020795 req-bef462a3-affd-4279-a4c6-52f84288e487 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:02.339127 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cbbfa17f-f72f-4107-9f6f-62dae8020795 req-bef462a3-affd-4279-a4c6-52f84288e487 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0738523 Sep 17 05:31:02.349312 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9420-bf6b-4bf4-8a15-2cfd551007f3 req-2900b5f8-ab65-423c-836e-eb600d2ee47d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:02.353766 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85bb9420-bf6b-4bf4-8a15-2cfd551007f3 req-2900b5f8-ab65-423c-836e-eb600d2ee47d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0963392 Sep 17 05:31:02.400611 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Checking router: 245dad40-a79a-4f64-ba43-e0a1d47b228e for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:31:02.401055 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Updating router 245dad40-a79a-4f64-ba43-e0a1d47b228e port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:31:02.427572 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85bb9420-bf6b-4bf4-8a15-2cfd551007f3 req-d45f8713-23a1-4371-816c-485ce3804f35 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Sep 17 05:31:02.430325 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cbbfa17f-f72f-4107-9f6f-62dae8020795 req-93e6d8e7-312d-4f36-a2bf-cd920cb7cc70 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783210 Sep 17 05:31:02.460004 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:02.810883 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:02.889953 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5c48506f-0db4-49bc-b0e6-8b83bccf332d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:31:02.915570 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.073206 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a97a7-9009-4d85-a71d-8e422d02004e None None] Pushing event updated for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:03.077302 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Attempting to bind port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:31:03.077681 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Attempting to bind port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:31:03.078046 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Attempting to bind port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e on network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:03.086756 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:31:03.087134 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Checking segment: {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:31:03.087758 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.088210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Bound using segment: {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:31:03.088683 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Bound port: 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:31:03.089091 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.106524 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 5c48506f-0db4-49bc-b0e6-8b83bccf332d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:03.106901 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.208571 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] For port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:31:03.215502 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] For port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:31:03.291762 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.379072 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] Provisioning complete for port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:03.382139 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.383122 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:31:03.383761 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:30:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:03.444438 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a97a7-9009-4d85-a71d-8e422d02004e None None] Pushing event updated for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:03.629100 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:31:03.637616 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bddfe-7b0f-42ae-b526-495ad36263d8 req-19dcc5cf-5eba-4265-805d-4bbe1426aa39 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:03.640380 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d13bddfe-7b0f-42ae-b526-495ad36263d8 req-19dcc5cf-5eba-4265-805d-4bbe1426aa39 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1046350 Sep 17 05:31:03.652443 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2215c1-a011-44e8-90d1-5e3e8517693f req-c9095d0a-1ca8-4c4f-85a1-2fb68a34b26a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:03.654519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1c2215c1-a011-44e8-90d1-5e3e8517693f req-c9095d0a-1ca8-4c4f-85a1-2fb68a34b26a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0882492 Sep 17 05:31:03.687194 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.744022 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d13bddfe-7b0f-42ae-b526-495ad36263d8 req-4a9917f7-6ff7-49cf-9712-ddce1841248f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Sep 17 05:31:03.750688 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1c2215c1-a011-44e8-90d1-5e3e8517693f req-00df1d26-0681-4505-8043-910bb1420c9c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884178 Sep 17 05:31:03.867675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] For port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:31:03.900134 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf4c18-c826-48f8-8ec1-8c9cc1151e11 req-38503f9a-45ce-43d4-bb29-1991a1ec52fb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:03.908466 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b7bf4c18-c826-48f8-8ec1-8c9cc1151e11 req-38503f9a-45ce-43d4-bb29-1991a1ec52fb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0656183 Sep 17 05:31:03.930343 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:03.954642 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b7bf4c18-c826-48f8-8ec1-8c9cc1151e11 req-837f48c4-6144-4832-acdf-43880c03533b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 Sep 17 05:31:03.978320 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 45880) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:03.983231 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:59Z', 'revision_number': 4, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e', 'name': '', 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'mac_address': 'fa:16:3e:b9:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:58Z', 'updated_at': '2021-09-17T05:31:03Z', 'revision_number': 4, 'project_id': '64b319ff74274729b845b60d38be9509', 'subnets': [{'id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:04.035055 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834f9fe-daae-4c6b-af85-f0f3a4af0067 None None] The sync data for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi is: [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:30:59Z', 'revision_number': 4, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e', 'name': '', 'network_id': '5f5edffb-7381-4b60-84ac-5d8e28f12c20', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'mac_address': 'fa:16:3e:b9:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:58Z', 'updated_at': '2021-09-17T05:31:03Z', 'revision_number': 4, 'project_id': '64b319ff74274729b845b60d38be9509', 'subnets': [{'id': 'd9f55199-327d-4e83-90e5-80c38f36cd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:31:04.115369 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27586-612c-46e0-9bc6-d8dc6b89a78f None None] Pushing event updated for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:04.152535 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-4dc65cf0-c642-4844-8309-92aee952aeb7 None None] Provisioning complete for port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:04.153345 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4dc65cf0-c642-4844-8309-92aee952aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:04.268908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c44a3-de03-4f9b-a4e0-2b290a7ff551 tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:04.274336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 45910) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:04.279304 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0a3c44a3-de03-4f9b-a4e0-2b290a7ff551 tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1093 time: 0.2960362 Sep 17 05:31:04.280223 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'port_id': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:04.474504 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7322d7b3-247a-4004-a62f-f333e68acb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:04.475191 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:04.486615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244199b-f0c1-416c-a076-e0116b807186 req-0473abee-d24e-4199-a69c-adb45a60b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:04.488824 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3244199b-f0c1-416c-a076-e0116b807186 req-0473abee-d24e-4199-a69c-adb45a60b7d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.0678213 Sep 17 05:31:04.601544 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3244199b-f0c1-416c-a076-e0116b807186 req-a2a1c14e-f725-4b81-95ae-9beb1ef6c31d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952132 Sep 17 05:31:04.664183 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:04.811057 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.27.2.88 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/5da80e56-6329-4fdd-90f3-86d34cf552c4) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:31:05.006522 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:31:05.056077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:05.079040 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:05.080152 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:05.119268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57ebf1-7a56-48b2-b671-7a957362f022 req-6c4ff654-c83b-4715-a3bb-9faddca11a40 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:05.132431 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5f57ebf1-7a56-48b2-b671-7a957362f022 req-6c4ff654-c83b-4715-a3bb-9faddca11a40 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.2031913 Sep 17 05:31:05.156790 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:05.220271 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5f57ebf1-7a56-48b2-b671-7a957362f022 req-1e4a68a0-c7f1-4ba1-a51d-d8629dba2471 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867653 Sep 17 05:31:05.563845 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:05.633419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:31:05.645294 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:31:05.657425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:31:05.685965 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:05.737375 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=5da80e56-6329-4fdd-90f3-86d34cf552c4,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:06.190176 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:06.340452 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeadef8-0975-47f0-bccd-a00273141ab3 req-b31ada8b-7c21-45d5-91be-93f817f31366 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:06.341948 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6eeadef8-0975-47f0-bccd-a00273141ab3 req-b31ada8b-7c21-45d5-91be-93f817f31366 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0507863 Sep 17 05:31:06.378781 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6eeadef8-0975-47f0-bccd-a00273141ab3 req-f887c061-465b-4624-846f-ed72856183d5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Sep 17 05:31:06.508890 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:06.667045 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:06.743208 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:06.827511 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=5da80e56-6329-4fdd-90f3-86d34cf552c4,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:06.838850 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:06.954326 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP 67aea0c3-4a8f-4221-9464-5bd3079e7800 associated. External IP: 172.27.2.88, port: 5642fdd7-44a4-4097-8b12-a8be8c63f8bd. Sep 17 05:31:07.065581 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:07.184847 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:31:07.326511 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:31:07.337728 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:31:07.356516 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:31:07.357349 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:31:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:07.412929 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:07.505906 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:31:07.523330 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f42c2be1-0f14-4c0a-b590-a305e08d837f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2478681 Sep 17 05:31:07.528026 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:31:07.532457 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152d5ee-af66-450e-a5fa-c533efc3d90f" -d '{"events": [{"name": "network-changed", "server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:31:07.584176 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1f83-3f60-4218-a4b1-cb58cfdc95d8 req-27004e4a-ba51-4e07-8c8e-eccd9ac5ee0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:07.592559 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7a5b1f83-3f60-4218-a4b1-cb58cfdc95d8 req-27004e4a-ba51-4e07-8c8e-eccd9ac5ee0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1287277 Sep 17 05:31:07.601395 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5810930-0c19-47ed-8dd9-207b39eb4e80 x-openstack-request-id: req-f5810930-0c19-47ed-8dd9-207b39eb4e80 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:31:07.604426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:31:07.604426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5810930-0c19-47ed-8dd9-207b39eb4e80 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:31:07.604426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'status': 'completed', 'code': 200} Sep 17 05:31:07.661648 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7a5b1f83-3f60-4218-a4b1-cb58cfdc95d8 req-9548e5e1-3f7c-486d-b571-09d69f26cd1b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680180 Sep 17 05:31:07.697049 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-22c2e221-47b7-48c0-ad15-277c73828a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:07.700193 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-22c2e221-47b7-48c0-ad15-277c73828a59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1098 time: 0.0920205 Sep 17 05:31:07.857838 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-5d7ce440-5e34-4e22-bf80-0c92d23cfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:07.859429 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-5d7ce440-5e34-4e22-bf80-0c92d23cfe1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.1502316 Sep 17 05:31:07.895686 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '67aea0c3-4a8f-4221-9464-5bd3079e7800', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:47:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:31:06Z', 'updated_at': '2021-09-17T05:31:06Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:07.949984 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:31:07.959135 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:31:07.961130 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:31:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:08.016666 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-673b46db-048e-4a28-8bf5-6054348a40d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd HTTP/1.1" status: 200 len: 998 time: 0.1468267 Sep 17 05:31:08.110846 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:31:08.116269 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-cc50d6d0-a628-48aa-b52e-4dab863b64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.120625 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-cc50d6d0-a628-48aa-b52e-4dab863b64f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0970812 Sep 17 05:31:08.197702 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-03c61a43-21ad-433a-ad98-21106e66f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.204206 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-03c61a43-21ad-433a-ad98-21106e66f459 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749464 Sep 17 05:31:08.445929 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c52a-aaaa-4c30-a94f-7c50b52e578d req-c7bca009-aaf6-4942-a133-9995f6c12ffb tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.447712 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98f1c52a-aaaa-4c30-a94f-7c50b52e578d req-c7bca009-aaf6-4942-a133-9995f6c12ffb tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0935559 Sep 17 05:31:08.481605 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-6a8e44e5-a660-4a65-a580-61c579cf37ed service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689021 Sep 17 05:31:08.485059 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-0d485ef2-38e4-4df5-9e85-2e03b90708bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.486576 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-0d485ef2-38e4-4df5-9e85-2e03b90708bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d171449664af48708b4932646ab23721&device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 1098 time: 0.0954754 Sep 17 05:31:08.530893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98f1c52a-aaaa-4c30-a94f-7c50b52e578d req-79db76d4-28a1-4bc6-b5b2-fa1a0281b614 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682526 Sep 17 05:31:08.543329 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53880509-f720-44e5-b206-d258d02c86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '67aea0c3-4a8f-4221-9464-5bd3079e7800', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:47:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:31:06Z', 'updated_at': '2021-09-17T05:31:06Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:08.575295 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53880509-f720-44e5-b206-d258d02c86cf None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '67aea0c3-4a8f-4221-9464-5bd3079e7800', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:47:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:31:06Z', 'updated_at': '2021-09-17T05:31:06Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:31:08.686332 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d152d5ee-af66-450e-a5fa-c533efc3d90f req-6315cd00-78be-4b85-8680-131955eb5db9 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893895 Sep 17 05:31:08.693645 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-c88d8007-04a3-43ad-9101-f4ea1f406666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.695571 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-c88d8007-04a3-43ad-9101-f4ea1f406666 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 200 len: 920 time: 0.1810601 Sep 17 05:31:08.745707 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-70965332-5def-429d-9be0-ee9dd6452075 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0418978 Sep 17 05:31:08.809020 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-eaf88361-983d-45ac-b655-2ed9b275878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:08.810278 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-eaf88361-983d-45ac-b655-2ed9b275878b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 200 len: 859 time: 0.0564499 Sep 17 05:31:08.855597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44710b4b-f163-445b-a359-2dfe47890e64 None None] New status for floating IP 67aea0c3-4a8f-4221-9464-5bd3079e7800: ACTIVE {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:31:08.873130 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-d5c47064-97f5-4369-bc24-8dba8cde8b5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c050ffe-34d2-49e6-b26f-038de42e2530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482512 Sep 17 05:31:09.019950 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-b913fbf0-a671-4360-bc3a-b3d1b68ec8e0 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358471 Sep 17 05:31:09.174596 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-b652c854-a1b8-47e1-bdfd-96e5c81826fb req-2c41699c-6688-4570-8c3d-ce913de5b547 service neutron] 10.222.0.35 "GET /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402586 Sep 17 05:31:09.276785 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 46062) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:09.338270 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Deleting subnet 4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:31:09.341877 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:09.393159 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:09.447678 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:09.601169 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:09.632940 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:09.635225 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:09.640467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 46070) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:09.646573 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-f34b8eee-783b-4e30-a914-fd55aa940c9f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f6171d3-f4f8-4c3a-9178-2b9d18b3da1c HTTP/1.1" status: 204 len: 168 time: 0.3686280 Sep 17 05:31:10.050209 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7b1f-21ef-4d57-bd3a-8e188c95ab2b req-7379561e-a2d2-4505-9cd7-5e27a20109aa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:10.056699 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-11ae7b1f-21ef-4d57-bd3a-8e188c95ab2b req-7379561e-a2d2-4505-9cd7-5e27a20109aa tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.4298358 Sep 17 05:31:10.077306 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.139985 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-11ae7b1f-21ef-4d57-bd3a-8e188c95ab2b req-2b29c967-5a73-4b1b-94b1-a3e3cca3cc2a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822344 Sep 17 05:31:10.204098 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.226396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98acf002-8e8f-42e6-a2bb-e301cbc7d93c']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:10.235727 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122f2da8-39fe-4584-a830-e82fe3cba10b') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:10.236047 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122f2da8-39fe-4584-a830-e82fe3cba10b') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:31:10.246280 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.260242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.266110 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:31:10.266494 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:31:10.268112 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:31:10.725991 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.731613 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:10.743232 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/98acf002-8e8f-42e6-a2bb-e301cbc7d93c HTTP/1.1" status: 204 len: 168 time: 1.0913339 Sep 17 05:31:10.748025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf773696-fc6b-410f-aa13-cc31ec163a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=98acf002-8e8f-42e6-a2bb-e301cbc7d93c,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:11.135468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 46092) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:11.187288 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-97459e65-fcf9-46bc-806f-e86cc63878e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94d45ed1c99a425a8b78382c745f796d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505512 Sep 17 05:31:11.190396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 46096) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:11.291653 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:11.315093 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552571c-4e6b-4bae-a056-68b942b8ea1e req-633ae5eb-b435-4010-8855-2ae6e0f10239 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:11.316690 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1552571c-4e6b-4bae-a056-68b942b8ea1e req-633ae5eb-b435-4010-8855-2ae6e0f10239 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0807078 Sep 17 05:31:11.334837 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:11.385326 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1552571c-4e6b-4bae-a056-68b942b8ea1e req-987ceb68-d0a6-4a09-a386-8ca48f259e56 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603855 Sep 17 05:31:11.499783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:11.502399 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:11.503943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4461c4a-8462-4339-937b-9e68c72a5fb5 HTTP/1.1" status: 204 len: 168 time: 0.3120234 Sep 17 05:31:11.514175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518028bc-1c85-47b3-ac2d-d4a180d70c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4461c4a-8462-4339-937b-9e68c72a5fb5,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:11.871525 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:31:12.518731 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4738f-2270-41a5-ac09-6db17061dd34 req-d142baba-2bf7-4b32-97dc-b46f5c12f791 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:12.526521 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0fc4738f-2270-41a5-ac09-6db17061dd34 req-d142baba-2bf7-4b32-97dc-b46f5c12f791 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0604780 Sep 17 05:31:12.568752 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0fc4738f-2270-41a5-ac09-6db17061dd34 req-8ab4fce7-be62-46c9-bfb7-49d39eefb1f5 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Sep 17 05:31:13.705386 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2e6fa-cff5-4016-a4d8-b73a087d4344 req-37a140a5-aa93-4c1f-bb01-3a05e4ca394d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:13.708439 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dfa2e6fa-cff5-4016-a4d8-b73a087d4344 req-37a140a5-aa93-4c1f-bb01-3a05e4ca394d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0621884 Sep 17 05:31:13.763887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dfa2e6fa-cff5-4016-a4d8-b73a087d4344 req-a78dd569-b367-4b40-b9a3-46175ce73f95 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466003 Sep 17 05:31:16.045014 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-6f56f516-9ddb-4ea4-8c3d-39b8310ccd07 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c050dcb4298546e78a7d42c7874d95da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298250 Sep 17 05:31:16.233776 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-de69fce9-469b-4171-9640-a4b24da9349b tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:16.235257 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-de69fce9-469b-4171-9640-a4b24da9349b tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846216 Sep 17 05:31:16.271096 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-3212adca-46a6-4e59-966f-0d3551cd2682 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/quotas/c050dcb4298546e78a7d42c7874d95da HTTP/1.1" status: 200 len: 375 time: 0.0262012 Sep 17 05:31:16.329951 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-a2c147c9-863e-438d-be86-70a2b33b3ced tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c050dcb4298546e78a7d42c7874d95da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519788 Sep 17 05:31:16.369901 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-a9d77510-ed51-4a46-b4ef-52b81693009b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:16.371387 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-a9d77510-ed51-4a46-b4ef-52b81693009b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 814 time: 0.1352623 Sep 17 05:31:16.387811 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-7ef6dfb6-79ac-4714-a1b1-44d28b10e36f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/quotas/84c928bf01404e5d8cc5a58e3c37fd77 HTTP/1.1" status: 200 len: 375 time: 0.0102143 Sep 17 05:31:16.447449 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-aa3a56d0-a33c-45a8-9f27-e3216bc02de4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534172 Sep 17 05:31:16.545613 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-759ed3e5-7427-4d3a-9181-acac2d84287d service neutron] 10.222.0.23 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846651 Sep 17 05:31:16.658506 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-729da1d2-78bf-4075-98fc-c1f70f2914f3 service neutron] 10.222.0.23 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063614 Sep 17 05:31:16.673381 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-19eb36de-7a9a-44dd-9753-f4a84aa86116 req-aea6a5f2-a1e5-4c57-9996-99df8bff2d7e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Sep 17 05:31:16.883001 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6b645bee-34b3-42f5-906c-b146994436de req-5a47d2cc-0eb7-43a3-9ccf-0c96765991a1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 210 time: 0.0276701 Sep 17 05:31:17.768930 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-acdc048b-ab13-4b63-b56c-288566df02a5 req-aec27f74-228a-4673-ba5f-4a09253eb35c tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0271440 Sep 17 05:31:17.967307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a2a3d7d-2f40-40fb-a2cf-667e189cdd4f req-e893fced-9a21-4799-b422-b5fee4d78db0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 210 time: 0.0301745 Sep 17 05:31:18.868862 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6dd2b601-a984-4680-a10f-2e7652b5966d req-50cd4dd5-68bb-461a-a73e-31b8bfadf2df tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0302725 Sep 17 05:31:18.975586 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-4fb6e13b-23f4-44db-b967-bbab7fb061ec tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c050dcb4298546e78a7d42c7874d95da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298939 Sep 17 05:31:19.078937 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b6a3274c-3929-4b43-97e7-eb82a157ef95 req-880f3985-5b33-4b66-b5c4-2d59edd7286a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 210 time: 0.0336936 Sep 17 05:31:19.360980 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-2352519f-fec0-4390-beb8-3fceeb11e65e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:19.362447 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-2352519f-fec0-4390-beb8-3fceeb11e65e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757691 Sep 17 05:31:19.392452 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Request body: {'port': {'device_id': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c', 'admin_state_up': True, 'tenant_id': 'c050dcb4298546e78a7d42c7874d95da'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:19.594461 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Made reservation on behalf of c050dcb4298546e78a7d42c7874d95da for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:31:19.598320 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:19.607824 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:19.703707 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:19.780553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:19.816349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 46310) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:19.868794 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec27f87-409b-4add-8005-509e2f6557b1,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:19.933500 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-63b19503-eda5-42cd-af9e-4174ef386a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:19.977465 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0a06497f-8b75-4548-8962-9d6999e7239a req-6cd10a09-4c77-4b29-b653-a44feb10441e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0358372 Sep 17 05:31:20.004399 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Allocated IP 192.168.233.96 (f777cdf9-df32-4704-ba3d-4fc97291349c/deb08562-7dc6-47fd-a36b-f53dd915806f/1543d7fa-9fa4-4d11-a295-301c92c12fef) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:31:20.012660 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-286e479f-84e4-4946-8587-27cf4bb00936 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:20.014137 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-286e479f-84e4-4946-8587-27cf4bb00936 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 814 time: 0.1781580 Sep 17 05:31:20.037559 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'port': {'device_id': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'admin_state_up': True, 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:20.066209 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-63b19503-eda5-42cd-af9e-4174ef386a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.202989 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0062170a-ea87-4182-9df4-cb967cf97d93 req-5acff0ba-39b5-4e96-89e5-b983063299da tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 210 time: 0.0505214 Sep 17 05:31:20.204037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-63b19503-eda5-42cd-af9e-4174ef386a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.244694 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-63b19503-eda5-42cd-af9e-4174ef386a04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=591ce93460944d3faef7b1d8b14d8a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271038 Sep 17 05:31:20.247228 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 46322) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:31:20.249679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19503-eda5-42cd-af9e-4174ef386a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc690999-621b-4dfa-8ba0-1ae62e9e53b3,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:20.295242 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.333678 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.338944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Made reservation on behalf of 84c928bf01404e5d8cc5a58e3c37fd77 for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:31:20.342306 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.374897 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.443119 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.506505 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Network f777cdf9-df32-4704-ba3d-4fc97291349c is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:31:20.530405 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:31:20.538516 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:31:20.545172 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Pushing event updated for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:20.599377 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Allocated IP 172.20.0.11 (b28fee5d-5a67-447b-82e0-11f5d8ea6999/d26d6677-81c9-4432-83d6-31fae7927783/fb44a30b-0252-475a-b281-1fb57771d099) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:31:20.611002 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:20.611249 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.667862 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.671095 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.675137 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc690999-621b-4dfa-8ba0-1ae62e9e53b3 HTTP/1.1" status: 204 len: 168 time: 0.4261162 Sep 17 05:31:20.689851 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda86df-b8a8-4af2-9d56-ee3e8496d34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc690999-621b-4dfa-8ba0-1ae62e9e53b3,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:20.766395 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-5125662f-b454-4b50-9555-3b1ae53de7a3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3775818 Sep 17 05:31:20.791603 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Request body: {'port': {'device_id': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:20.868519 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.876067 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.938164 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-e33a1378-274b-4a99-a329-f7eeefce6739 None None] Provisioning complete for port 1543d7fa-9fa4-4d11-a295-301c92c12fef triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:20.938737 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e33a1378-274b-4a99-a329-f7eeefce6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:20.974768 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-e33a1378-274b-4a99-a329-f7eeefce6739 None None] Port 1543d7fa-9fa4-4d11-a295-301c92c12fef cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:31:21.071360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.130736 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:21.160542 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:31:21.166266 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:31:21.174230 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:31:21.225281 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906b90-662f-485e-a61d-43f9d59a7fef req-b9958423-20d9-41d7-91f1-023dd4f12374 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:21.234082 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80906b90-662f-485e-a61d-43f9d59a7fef req-b9958423-20d9-41d7-91f1-023dd4f12374 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 935 time: 0.1687853 Sep 17 05:31:21.345456 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80906b90-662f-485e-a61d-43f9d59a7fef req-bb0343a0-23bf-43d8-afc4-e5c79159bb40 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104193 Sep 17 05:31:21.434662 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1543d7fa-9fa4-4d11-a295-301c92c12fef {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:31:21.448861 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74511daa-d343-468a-8095-b53531dcc0d4 req-e155622f-4c13-4579-b678-32f723c8763c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:21.465642 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-74511daa-d343-468a-8095-b53531dcc0d4 req-e155622f-4c13-4579-b678-32f723c8763c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0929155 Sep 17 05:31:21.470639 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.496075 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Transition to ACTIVE for port object 1543d7fa-9fa4-4d11-a295-301c92c12fef will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:31:21.508344 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-74511daa-d343-468a-8095-b53531dcc0d4 req-8ae85c01-34b0-4d0e-98c0-e15a51964215 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Sep 17 05:31:21.510908 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-b8d1dfa2-d098-42de-a1b4-a363a66a02c5 None None] Provisioning complete for port fb44a30b-0252-475a-b281-1fb57771d099 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:21.511781 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dfa2-d098-42de-a1b4-a363a66a02c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.512972 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:21.513822 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.561183 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1dfa2-d098-42de-a1b4-a363a66a02c5 None None] Port fb44a30b-0252-475a-b281-1fb57771d099 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:31:21.589858 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.628974 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-f7dbdfd3-8e76-4789-a378-0a4b82bd2cb1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5958261 Sep 17 05:31:21.655773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Pushing event updated for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:21.790730 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Attempting to bind port 1543d7fa-9fa4-4d11-a295-301c92c12fef on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:31:21.790730 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Attempting to bind port 1543d7fa-9fa4-4d11-a295-301c92c12fef by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:31:21.791070 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Attempting to bind port 1543d7fa-9fa4-4d11-a295-301c92c12fef on network f777cdf9-df32-4704-ba3d-4fc97291349c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:21.796188 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Port 1543d7fa-9fa4-4d11-a295-301c92c12fef on network f777cdf9-df32-4704-ba3d-4fc97291349c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:31:21.796506 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Attempting to bind port 1543d7fa-9fa4-4d11-a295-301c92c12fef on network f777cdf9-df32-4704-ba3d-4fc97291349c {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:21.805320 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:31:21.805660 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Checking segment: {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:31:21.806043 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Bound using segment: {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:31:21.806470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Bound port: 1543d7fa-9fa4-4d11-a295-301c92c12fef, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33992d4f-fb48-438a-a486-fe580b9bd6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:31:21.806825 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:21.900686 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:31:21.905457 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:31:21.980344 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:22.024874 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:22.025842 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:22.026941 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] 10.222.0.35 "PUT /v2.0/ports/1543d7fa-9fa4-4d11-a295-301c92c12fef HTTP/1.1" status: 200 len: 1097 time: 1.2419434 Sep 17 05:31:22.027470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:31:22.029881 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a628722-be74-49cd-a08f-b167e5154d17" -d '{"events": [{"name": "network-changed", "server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:31:22.062223 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc19d6-7b6d-4e31-bf7e-07cf7e743f58 service neutron] Pushing event updated for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:22.091793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ab8f68-e0c9-4393-ae38-924fdf5bf512 x-openstack-request-id: req-97ab8f68-e0c9-4393-ae38-924fdf5bf512 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:31:22.092473 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:31:22.092558 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97ab8f68-e0c9-4393-ae38-924fdf5bf512 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:31:22.092896 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef', 'status': 'completed', 'code': 200} Sep 17 05:31:22.450439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc950af-3062-44d5-af8b-2365a8f557eb req-f4f9a15e-8db4-4cb9-81b4-1d0aac85ef2d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:22.451923 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdc950af-3062-44d5-af8b-2365a8f557eb req-f4f9a15e-8db4-4cb9-81b4-1d0aac85ef2d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0562069 Sep 17 05:31:22.502008 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdc950af-3062-44d5-af8b-2365a8f557eb req-57d0ea8d-8dac-45d4-8f53-bc52bbd3b4bc tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Sep 17 05:31:22.643671 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5ed6-cf33-412f-9ea5-31e95141e458 req-9dbdafa1-a102-4188-a6ac-9405fadc49f7 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:22.646042 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf0d5ed6-cf33-412f-9ea5-31e95141e458 req-9dbdafa1-a102-4188-a6ac-9405fadc49f7 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0662391 Sep 17 05:31:22.685742 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf0d5ed6-cf33-412f-9ea5-31e95141e458 req-29d37696-49ab-4cb3-a78c-9c25a630132a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Sep 17 05:31:23.609163 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86abc7-b9a1-40ad-905e-e31a74d9fa44 req-347c8cdc-0605-4c63-a21a-bdfc7076ab5a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:23.610677 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f86abc7-b9a1-40ad-905e-e31a74d9fa44 req-347c8cdc-0605-4c63-a21a-bdfc7076ab5a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0501120 Sep 17 05:31:23.647755 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f86abc7-b9a1-40ad-905e-e31a74d9fa44 req-be287535-a899-4c33-a5d5-d73c03b10787 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304112 Sep 17 05:31:23.799775 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e653c-9fcb-4c8e-bb06-6567afe5f250 req-73058cbe-57aa-45b3-958f-856861b069b9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:23.801196 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c2e653c-9fcb-4c8e-bb06-6567afe5f250 req-73058cbe-57aa-45b3-958f-856861b069b9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0478363 Sep 17 05:31:23.845845 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c2e653c-9fcb-4c8e-bb06-6567afe5f250 req-6c435c2a-63da-426c-807e-8e30d6acfe67 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Sep 17 05:31:24.177411 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:24.774055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc2fd-1c1b-4c41-b6be-03e1226679dc req-740edde2-ea83-4671-9fb5-94da653bdbc0 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:24.775628 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b96cc2fd-1c1b-4c41-b6be-03e1226679dc req-740edde2-ea83-4671-9fb5-94da653bdbc0 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0612233 Sep 17 05:31:24.813313 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b96cc2fd-1c1b-4c41-b6be-03e1226679dc req-c05dd262-60cd-4347-8261-a4779db4b3e4 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314813 Sep 17 05:31:24.965137 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca1828-a007-47b0-90a1-5cc703f9c94c req-56892ff8-6a58-46c0-9092-52852c9e3d7c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:24.966533 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cca1828-a007-47b0-90a1-5cc703f9c94c req-56892ff8-6a58-46c0-9092-52852c9e3d7c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0518949 Sep 17 05:31:25.003414 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cca1828-a007-47b0-90a1-5cc703f9c94c req-52819320-6633-4bdf-9292-4d4658532e71 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Sep 17 05:31:25.621004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-8913b15b-2bac-413e-8fde-9cfeb7fd631b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559597796&fields=id&tenant_id=97461b54825945708ea32f4951c18794 HTTP/1.1" status: 200 len: 267 time: 0.0336208 Sep 17 05:31:25.747105 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-2d761c7e-9e0f-4d53-bc66-72af27168553 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:25.748612 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-2d761c7e-9e0f-4d53-bc66-72af27168553 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 809 time: 0.1205549 Sep 17 05:31:25.766298 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-58fc7693-eacc-45ae-9591-1aed56503511 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/quotas/97461b54825945708ea32f4951c18794 HTTP/1.1" status: 200 len: 375 time: 0.0109067 Sep 17 05:31:25.818764 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-18d3be98-6f75-42be-968e-0c1f9ede43f1 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469031 Sep 17 05:31:25.952496 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-c8a64fdb-da38-4cec-bd85-d1827bca695d service neutron] 10.222.0.23 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197910 Sep 17 05:31:25.963760 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0ae8-ee99-4ce3-bca0-920c5bc34487 req-2bdabec1-1a14-48ab-9566-b96cfaeb0603 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:25.965357 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-963e0ae8-ee99-4ce3-bca0-920c5bc34487 req-2bdabec1-1a14-48ab-9566-b96cfaeb0603 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0709267 Sep 17 05:31:26.059198 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-963e0ae8-ee99-4ce3-bca0-920c5bc34487 req-9a0e331a-9eed-4928-8ea9-87fc349b592f tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Sep 17 05:31:26.080971 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-994329ef-5973-4248-b7e6-98daa6295353 service neutron] 10.222.0.23 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145890 Sep 17 05:31:26.193749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef278-e304-4417-bd37-832dea5abd55 req-51757c8d-3824-4454-bc44-d6b302e8c78e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:26.195430 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c5ef278-e304-4417-bd37-832dea5abd55 req-51757c8d-3824-4454-bc44-d6b302e8c78e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0625052 Sep 17 05:31:26.244187 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c5ef278-e304-4417-bd37-832dea5abd55 req-55a48fcb-0909-4f0a-8b8a-64678afb92c6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Sep 17 05:31:27.176025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183c9b-fc1f-41d1-b054-2ab0942f8754 req-78a741e3-9f46-417d-8141-4d7fbfe43f0a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:27.178107 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fe183c9b-fc1f-41d1-b054-2ab0942f8754 req-78a741e3-9f46-417d-8141-4d7fbfe43f0a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0470772 Sep 17 05:31:27.228119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fe183c9b-fc1f-41d1-b054-2ab0942f8754 req-78471e1b-2360-4a38-9a09-d702bf3488ba tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Sep 17 05:31:27.371147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942990d-9ada-4f49-bd59-f1ad08ca8df8 req-fabaeb17-197f-4cb6-990a-86f6945e657b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:27.372599 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b942990d-9ada-4f49-bd59-f1ad08ca8df8 req-fabaeb17-197f-4cb6-990a-86f6945e657b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0511663 Sep 17 05:31:27.418551 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b942990d-9ada-4f49-bd59-f1ad08ca8df8 req-7e222cd4-99a9-4568-864b-c64e5bef2c1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Sep 17 05:31:27.496894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5f25ea37-7bbf-4572-bfba-d52a29a8363b req-afcdc1b2-bc4a-4229-abe3-2daf9fe57537 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Sep 17 05:31:28.351266 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4b3c7-af0e-4094-ac09-32f40e1765ca req-6cd078de-4be2-4ca5-884f-d141ed5caf31 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:28.352909 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7fe4b3c7-af0e-4094-ac09-32f40e1765ca req-6cd078de-4be2-4ca5-884f-d141ed5caf31 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0525174 Sep 17 05:31:28.392419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7fe4b3c7-af0e-4094-ac09-32f40e1765ca req-cd9bff76-a6f1-4f49-b333-bdecd2b59493 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Sep 17 05:31:28.547029 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab7617-4aa3-48b2-9130-d87806872927 req-abd0421f-4adf-4021-b772-46905fd6574d tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:28.549268 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ecab7617-4aa3-48b2-9130-d87806872927 req-abd0421f-4adf-4021-b772-46905fd6574d tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0570135 Sep 17 05:31:28.597762 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-07ba54a1-caae-4b4c-876a-f4b1935c91e7 req-1cf5d3c4-c2d0-4b2b-bf18-4919325fabaf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0391672 Sep 17 05:31:28.618548 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ecab7617-4aa3-48b2-9130-d87806872927 req-aa514202-6d18-4838-a26f-a29dbce43379 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Sep 17 05:31:29.511329 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd6cc6-4413-4b34-ac14-2270874fe408 req-a8a63fa6-1d53-4b2c-83f1-2150682beb5b tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:29.513577 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abbd6cc6-4413-4b34-ac14-2270874fe408 req-a8a63fa6-1d53-4b2c-83f1-2150682beb5b tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0474098 Sep 17 05:31:29.561358 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abbd6cc6-4413-4b34-ac14-2270874fe408 req-e77487cd-391e-4b8e-b931-6eac6533dbf3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Sep 17 05:31:29.716142 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e120206-16cc-4bb4-87b0-46110aca4481 req-8ede3c46-ae0c-4513-890f-b8d46627e30f tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Sep 17 05:31:29.763635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669be37-f4cd-4002-b967-d90774bc4301 req-78198d73-ef20-43c7-9d90-e8ca426f3e72 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:29.765434 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0669be37-f4cd-4002-b967-d90774bc4301 req-78198d73-ef20-43c7-9d90-e8ca426f3e72 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0518034 Sep 17 05:31:29.822000 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0669be37-f4cd-4002-b967-d90774bc4301 req-23b79d0d-6754-4fad-b092-1564ff21ff47 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489178 Sep 17 05:31:30.708245 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc9ad-b15d-4692-b441-0d0306241bd5 req-95d722e1-cd0a-42c9-8ec7-08f056158643 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:30.712463 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd7dc9ad-b15d-4692-b441-0d0306241bd5 req-95d722e1-cd0a-42c9-8ec7-08f056158643 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0687368 Sep 17 05:31:30.749942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd7dc9ad-b15d-4692-b441-0d0306241bd5 req-ce5ef509-18b3-48d3-b764-56a7d1d86bce tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Sep 17 05:31:30.811669 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b6d8dbd-7676-4589-ace1-bfb3b94a6d68 req-ba05ad0f-8a19-41ee-8cfe-94c0b2377f32 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Sep 17 05:31:30.962665 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b54efe-05a1-4080-ace0-1931d59fb916 req-d078590c-09a5-40a8-b411-d7b9e799ce91 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:30.964291 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36b54efe-05a1-4080-ace0-1931d59fb916 req-d078590c-09a5-40a8-b411-d7b9e799ce91 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0572844 Sep 17 05:31:31.004267 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36b54efe-05a1-4080-ace0-1931d59fb916 req-d9b4399f-9c72-4bda-abb8-71febc1c3d0b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Sep 17 05:31:31.794470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c49db654-6f3f-40c4-8210-ecac4e4d8921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:31.874596 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab10412-6249-4042-994f-4c3315a52cab req-df488727-b69d-47b1-98ee-ffbd6c819568 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:31.879295 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ab10412-6249-4042-994f-4c3315a52cab req-df488727-b69d-47b1-98ee-ffbd6c819568 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0483875 Sep 17 05:31:31.943154 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e03768dc-4a85-4a57-ab69-38346e7f7b08 req-7367aa02-55d4-43be-b972-39c247e88209 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0551362 Sep 17 05:31:31.959724 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ab10412-6249-4042-994f-4c3315a52cab req-1235b858-0a33-4e95-8311-fa87a4de9e6a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697105 Sep 17 05:31:32.128069 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f08a4-0243-4304-b45f-30ec48ed62ae req-e511ca7e-61ac-47e6-83ad-b5df17a98567 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:32.130127 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-067f08a4-0243-4304-b45f-30ec48ed62ae req-e511ca7e-61ac-47e6-83ad-b5df17a98567 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0562437 Sep 17 05:31:32.168888 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-067f08a4-0243-4304-b45f-30ec48ed62ae req-36a16f24-5faa-4ab5-a703-3f13446d4ecc tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Sep 17 05:31:33.046568 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac229369-6fbf-42ec-87d6-db11ddd2dce2 req-948c42d5-6fc3-41ed-96de-c158a909dc47 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0299180 Sep 17 05:31:33.097553 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72500f19-1c8b-4505-9d3a-9903aadc75d1 req-7eb467b6-9679-4353-af5e-9d0ed26bbe97 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:33.099672 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72500f19-1c8b-4505-9d3a-9903aadc75d1 req-7eb467b6-9679-4353-af5e-9d0ed26bbe97 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0522144 Sep 17 05:31:33.140916 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72500f19-1c8b-4505-9d3a-9903aadc75d1 req-cfc5948a-35eb-42ee-9784-c530873dfed8 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Sep 17 05:31:33.296967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4504b-ef80-442d-9f16-247621b351d3 req-b7c65079-ad47-4f46-871c-986c78fd155b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:33.298564 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85a4504b-ef80-442d-9f16-247621b351d3 req-b7c65079-ad47-4f46-871c-986c78fd155b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0579295 Sep 17 05:31:33.336755 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85a4504b-ef80-442d-9f16-247621b351d3 req-3bfa1266-abc3-41a1-a35e-cee6b2a73b68 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Sep 17 05:31:34.138261 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4533ba68-b383-452c-85e2-4a4047fbe80f req-77f91e56-d654-41d1-8927-cc705d993e56 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0258896 Sep 17 05:31:34.260744 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87700-de7d-493a-8a04-e067abb40faa req-c0e9c6bf-54bd-4174-a575-5881b4e5bf3f tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:34.262431 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17a87700-de7d-493a-8a04-e067abb40faa req-c0e9c6bf-54bd-4174-a575-5881b4e5bf3f tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0504415 Sep 17 05:31:34.305033 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17a87700-de7d-493a-8a04-e067abb40faa req-5e37bc03-2f7b-4ae0-a23d-46fcca47a448 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Sep 17 05:31:34.422300 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c0b270ac-759a-43ca-9d32-655b241ece0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:34.453776 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34b154-2a80-43de-8909-f0104e0e3dbe req-5e0e0bcf-e7ce-4efb-bd34-794267fb8c26 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:34.455436 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f34b154-2a80-43de-8909-f0104e0e3dbe req-5e0e0bcf-e7ce-4efb-bd34-794267fb8c26 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0488217 Sep 17 05:31:34.497817 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f34b154-2a80-43de-8909-f0104e0e3dbe req-c4048255-f9fd-49e2-9d57-57d6771ed57e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357275 Sep 17 05:31:35.006403 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:35.235022 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9387dd90-2256-43a7-86a9-2382d2598b18 req-6dfad658-6956-4515-9a68-e6a9580ed8bc tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0262136 Sep 17 05:31:35.448611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd503399-fe8a-4554-8d44-83e90a9722b5 req-364231c2-8616-4b9a-a0ab-097c48459171 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:35.450171 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd503399-fe8a-4554-8d44-83e90a9722b5 req-364231c2-8616-4b9a-a0ab-097c48459171 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0599911 Sep 17 05:31:35.492748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd503399-fe8a-4554-8d44-83e90a9722b5 req-bb8b9fe2-9ed9-4349-bb28-e2dc834b1aba tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Sep 17 05:31:35.634753 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b94e-8bcf-4a48-89ca-78edacfcfe11 req-9ee5b82c-b255-49a6-ac7c-1786415baaf4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:35.636663 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e82b94e-8bcf-4a48-89ca-78edacfcfe11 req-9ee5b82c-b255-49a6-ac7c-1786415baaf4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0569408 Sep 17 05:31:35.676305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e82b94e-8bcf-4a48-89ca-78edacfcfe11 req-869adc4b-a470-457f-8e26-3e7fabb14276 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Sep 17 05:31:35.716996 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:36.328226 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-480aa542-50c9-4773-a9c5-0983b4062a26 req-bf757d06-b202-46fe-b00a-99a798aea5ca tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Sep 17 05:31:36.608513 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9826-70a8-47fd-b14e-5b8832903615 req-913352d8-057b-44c4-80fd-36656a34dc6d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:36.609966 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b3d9826-70a8-47fd-b14e-5b8832903615 req-913352d8-057b-44c4-80fd-36656a34dc6d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0476055 Sep 17 05:31:36.647640 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b3d9826-70a8-47fd-b14e-5b8832903615 req-cba3a5bd-b86b-4b45-be66-341827024dac tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Sep 17 05:31:36.792185 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ce906-c5ec-4e2a-89ad-16b1216a87d3 req-1785d133-5ae2-4cf7-ac16-14a47eec9365 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:36.793700 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-031ce906-c5ec-4e2a-89ad-16b1216a87d3 req-1785d133-5ae2-4cf7-ac16-14a47eec9365 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0502815 Sep 17 05:31:36.831405 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-031ce906-c5ec-4e2a-89ad-16b1216a87d3 req-de03fcf7-9d40-430b-8412-31fe4685730b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Sep 17 05:31:37.019646 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:37.417691 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-825666b3-9c27-4389-8bd1-dfdab7351e52 req-0ebe7030-12d8-4c50-9f3d-b8ec63e4ffe2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Sep 17 05:31:37.759608 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb168957-c03a-46b0-9ba8-b6983ad49e1f req-d0286894-a23b-4faa-b8ef-1b39fb018d26 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:37.761109 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fb168957-c03a-46b0-9ba8-b6983ad49e1f req-d0286894-a23b-4faa-b8ef-1b39fb018d26 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0498202 Sep 17 05:31:37.797233 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fb168957-c03a-46b0-9ba8-b6983ad49e1f req-4a292d76-79a7-4287-a0b4-b7ed08f116e4 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Sep 17 05:31:37.943643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5de52-cb15-4f2b-84fa-63d52a4c035d req-2530323e-4e53-4781-a442-0c9985eb0322 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:37.950164 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34c5de52-cb15-4f2b-84fa-63d52a4c035d req-2530323e-4e53-4781-a442-0c9985eb0322 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0485730 Sep 17 05:31:37.985154 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34c5de52-cb15-4f2b-84fa-63d52a4c035d req-29baafca-af25-4572-a05c-415bd3f6d1e0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Sep 17 05:31:38.507004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9e637cc8-2f52-438d-b188-f4a334f275f0 req-52cd7576-3b6a-47a4-ad56-96982333d0ef tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0255239 Sep 17 05:31:38.911665 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37bbe-4a62-4525-a286-d99d08745e84 req-705a663e-6206-4020-bad8-4aabee475a6a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:38.913151 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34d37bbe-4a62-4525-a286-d99d08745e84 req-705a663e-6206-4020-bad8-4aabee475a6a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0515122 Sep 17 05:31:38.948856 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34d37bbe-4a62-4525-a286-d99d08745e84 req-f6ca3cf8-8be1-4834-aa23-faacc064ecf7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297885 Sep 17 05:31:39.097781 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d3f7-cf60-4572-a029-3937ff165ee1 req-2d713bfe-3225-4f3b-8b79-1ddc4a30a2c2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:39.099778 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1da6d3f7-cf60-4572-a029-3937ff165ee1 req-2d713bfe-3225-4f3b-8b79-1ddc4a30a2c2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0484521 Sep 17 05:31:39.137057 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1da6d3f7-cf60-4572-a029-3937ff165ee1 req-33d86f17-41bf-4d72-aab4-b3113ae0be73 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Sep 17 05:31:39.594978 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-624bfdda-0cb3-49ce-b055-acbfa1d9c860 req-b6c97725-c001-4214-b0fc-6908ebb6292c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0249722 Sep 17 05:31:40.062524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6394a-1028-4975-8b12-56054fd581f1 req-dcc81eb7-169a-4fa1-b088-17a3756c6112 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:40.064011 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bea6394a-1028-4975-8b12-56054fd581f1 req-dcc81eb7-169a-4fa1-b088-17a3756c6112 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0501654 Sep 17 05:31:40.101120 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bea6394a-1028-4975-8b12-56054fd581f1 req-48c6e030-c98d-4998-9995-d428016d5e09 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Sep 17 05:31:40.248563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d056-3a79-4ed9-806c-1a0a7fd0c9f3 req-4f006d1f-34df-449b-a76d-0a883d4da16a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:40.250017 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be30d056-3a79-4ed9-806c-1a0a7fd0c9f3 req-4f006d1f-34df-449b-a76d-0a883d4da16a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0482531 Sep 17 05:31:40.287737 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be30d056-3a79-4ed9-806c-1a0a7fd0c9f3 req-9ecb039e-6d83-4a22-8ee6-0e2fdf555e36 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Sep 17 05:31:40.684502 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29afcc31-a067-4d36-8d6a-5329062fb841 req-203348eb-6a5a-41af-910d-9c8e559af7b0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0266752 Sep 17 05:31:41.212456 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084a29-1950-4054-a8d5-b1e6a0f6207a req-adf75548-5b3c-4e41-a44b-240098eb5320 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:41.213920 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fe084a29-1950-4054-a8d5-b1e6a0f6207a req-adf75548-5b3c-4e41-a44b-240098eb5320 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0468247 Sep 17 05:31:41.253834 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fe084a29-1950-4054-a8d5-b1e6a0f6207a req-9e2b39e4-f998-48fe-a839-0145412256f2 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Sep 17 05:31:41.397910 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16e58-603d-47de-b9be-da5ca476a62b req-529bd612-b5b7-4fb8-aa77-7611a3d72863 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:41.399380 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-67a16e58-603d-47de-b9be-da5ca476a62b req-529bd612-b5b7-4fb8-aa77-7611a3d72863 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0481114 Sep 17 05:31:41.437621 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-67a16e58-603d-47de-b9be-da5ca476a62b req-ca8beaf6-5b8f-4533-878a-9ffa6d96863c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Sep 17 05:31:41.774519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d8ea620-9fd5-49b1-935a-c06bacc87329 req-8588cdae-d3bc-4ff2-af49-93b217ff9c22 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0265539 Sep 17 05:31:42.364909 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d88dc-5002-493f-95ee-10008f52472b req-d977c73d-7b34-425c-8bb3-419c567b899e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:42.366354 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f8d88dc-5002-493f-95ee-10008f52472b req-d977c73d-7b34-425c-8bb3-419c567b899e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0479300 Sep 17 05:31:42.401934 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f8d88dc-5002-493f-95ee-10008f52472b req-1154223b-1f8a-43ce-9f07-d73133c764a7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297303 Sep 17 05:31:42.549020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e215-e11a-4fa9-b005-fafd5db61db0 req-2b46749e-d030-448a-b52b-6b64f083bad1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:42.550370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8f64e215-e11a-4fa9-b005-fafd5db61db0 req-2b46749e-d030-448a-b52b-6b64f083bad1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0497231 Sep 17 05:31:42.586455 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8f64e215-e11a-4fa9-b005-fafd5db61db0 req-3b174c05-79c0-4682-85e6-9615a0997ab8 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297890 Sep 17 05:31:42.863066 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f64a36fc-1d3b-4a95-ae8c-cab0826abd61 req-87434c90-6f93-4957-a834-e357566f3be1 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Sep 17 05:31:43.512698 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0d46-3f83-4ddf-b1dd-fb830dd829a0 req-82505ec6-dc2b-42be-8c61-59db107b21bc tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:43.514168 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a38a0d46-3f83-4ddf-b1dd-fb830dd829a0 req-82505ec6-dc2b-42be-8c61-59db107b21bc tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0474801 Sep 17 05:31:43.549877 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a38a0d46-3f83-4ddf-b1dd-fb830dd829a0 req-3c56a179-d610-4be3-b72b-7cb222c257f3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299113 Sep 17 05:31:43.699358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a28da-9d13-4b1d-9eb7-f0c408e29c7d req-e854e430-4a5c-4b53-9085-213a7b3e3208 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:43.700845 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d88a28da-9d13-4b1d-9eb7-f0c408e29c7d req-e854e430-4a5c-4b53-9085-213a7b3e3208 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0508919 Sep 17 05:31:43.736766 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d88a28da-9d13-4b1d-9eb7-f0c408e29c7d req-a179a5c2-d8bd-4fee-afba-7bc977d3a24a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300939 Sep 17 05:31:43.951915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9546326-5222-4d27-b684-a70626ed51a4 req-c3625ac0-8289-4131-a6e0-9e59114f786b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0257785 Sep 17 05:31:44.660252 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea6a39-4af6-496e-8314-2eac550e54d1 req-9cb79ff7-0a32-4b51-9fd7-b80b3851823e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:44.662111 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08ea6a39-4af6-496e-8314-2eac550e54d1 req-9cb79ff7-0a32-4b51-9fd7-b80b3851823e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0468428 Sep 17 05:31:44.697741 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08ea6a39-4af6-496e-8314-2eac550e54d1 req-652f8fcb-604c-4a01-87e4-3c0d7bb0cb87 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298107 Sep 17 05:31:44.850410 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8ac5-3649-4fe5-b239-07b16f5ec786 req-552c8571-c65c-43e6-a929-1f115925a18d tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:44.851839 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c67a8ac5-3649-4fe5-b239-07b16f5ec786 req-552c8571-c65c-43e6-a929-1f115925a18d tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0512316 Sep 17 05:31:44.887634 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c67a8ac5-3649-4fe5-b239-07b16f5ec786 req-90842a26-9ac3-4c21-830c-0ebd78ee452b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298436 Sep 17 05:31:45.040939 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6b87b88-b821-4631-b378-3b3fbcdf75ca req-aea6f415-9830-4bc3-8fab-f85a7f4bb3dd tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0265203 Sep 17 05:31:45.807302 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45891a-0fb1-4f45-acd5-9db498b1bec4 req-cbf6ddc1-4f3b-4e98-9040-60e59e973b89 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:45.808787 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e45891a-0fb1-4f45-acd5-9db498b1bec4 req-cbf6ddc1-4f3b-4e98-9040-60e59e973b89 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0467265 Sep 17 05:31:45.844899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e45891a-0fb1-4f45-acd5-9db498b1bec4 req-6f2929a6-8dd9-4cdb-8b88-b2dc4d617a7b tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302732 Sep 17 05:31:45.997757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0b0cc-6a92-4bf8-abb6-805d9890993e req-a22965ad-000f-450a-80a9-034ceafa0d17 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:45.999196 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4f0b0cc-6a92-4bf8-abb6-805d9890993e req-a22965ad-000f-450a-80a9-034ceafa0d17 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0474970 Sep 17 05:31:46.038308 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4f0b0cc-6a92-4bf8-abb6-805d9890993e req-59bcbed0-f9f3-4b76-b6df-ffa69b8a6c60 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Sep 17 05:31:46.128176 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ad6f4f7-13bd-4991-9599-b9ffcd32ba33 req-ea79e771-2702-4ef4-a246-aaa31ba65f88 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0246739 Sep 17 05:31:46.954622 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73da6-f112-45c7-a6e6-08e17d7631ef req-f8b040af-4bd7-4857-9462-9ae4237d21ee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:46.956090 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-15d73da6-f112-45c7-a6e6-08e17d7631ef req-f8b040af-4bd7-4857-9462-9ae4237d21ee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0476456 Sep 17 05:31:46.993360 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-15d73da6-f112-45c7-a6e6-08e17d7631ef req-9d2d22fc-b962-4ce9-af9f-f3e23a9336e1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Sep 17 05:31:47.145322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccbc91-7aaf-4ea2-9e86-2aa4d1916405 req-7eab547a-cebb-4df0-b141-09fbb7bfe021 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:47.147266 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f2ccbc91-7aaf-4ea2-9e86-2aa4d1916405 req-7eab547a-cebb-4df0-b141-09fbb7bfe021 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0464809 Sep 17 05:31:47.184856 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f2ccbc91-7aaf-4ea2-9e86-2aa4d1916405 req-5e3d4a65-3612-41d9-850e-2b1845e4935a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Sep 17 05:31:47.220161 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc6a2f1b-acfe-4c0d-b041-a92910853e47 req-e3a05aec-5110-40e9-828f-9fa197960b7b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Sep 17 05:31:48.101545 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71e3d-b758-4288-8417-71eac70ca977 req-a4a8e613-5a68-48eb-92e0-21b3e174df4c tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:48.102974 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36d71e3d-b758-4288-8417-71eac70ca977 req-a4a8e613-5a68-48eb-92e0-21b3e174df4c tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0469036 Sep 17 05:31:48.139792 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36d71e3d-b758-4288-8417-71eac70ca977 req-f3ab6448-eb93-4488-985b-4735555edbdd tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Sep 17 05:31:48.312515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a05beda4-b904-45f7-9468-ed5993f4eb1e req-573efd16-b0e3-4f04-913d-5e5e168e6ee0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Sep 17 05:31:48.320065 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e9f4-9772-4a88-b2b2-09dfa4a0f174 req-35e236d1-4019-4040-b74c-07c5c6dbdd12 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:48.321487 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05a5e9f4-9772-4a88-b2b2-09dfa4a0f174 req-35e236d1-4019-4040-b74c-07c5c6dbdd12 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0728512 Sep 17 05:31:48.360992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05a5e9f4-9772-4a88-b2b2-09dfa4a0f174 req-81badbc7-9db6-43ed-a80e-39b2969c18dd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Sep 17 05:31:48.870313 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:31:49.248790 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fec545-37d1-42a7-ab1f-9944a5a8e314 req-6895e969-a13d-45bb-93db-7ee5ce870424 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:49.250224 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33fec545-37d1-42a7-ab1f-9944a5a8e314 req-6895e969-a13d-45bb-93db-7ee5ce870424 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0473199 Sep 17 05:31:49.286639 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33fec545-37d1-42a7-ab1f-9944a5a8e314 req-3a637f56-ae06-423b-844e-f1fa38b27686 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298741 Sep 17 05:31:49.400707 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c82f8c6-cb55-4d2c-b566-a2a99b9f409c req-bd4ffcea-e5ab-408c-9898-bee4b097da5f tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0263703 Sep 17 05:31:49.476039 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bd2e1-aeac-4015-bda9-ffbbd426b70a req-e192ef9e-f887-4430-9dbc-dfa9515679b9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:49.477515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c09bd2e1-aeac-4015-bda9-ffbbd426b70a req-e192ef9e-f887-4430-9dbc-dfa9515679b9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0469694 Sep 17 05:31:49.515092 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c09bd2e1-aeac-4015-bda9-ffbbd426b70a req-75d1b67c-6bf4-4fee-ae32-74a353aa5ccd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Sep 17 05:31:50.398322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbe5e2-d99e-4b4b-aacc-4f65fc5f6f29 req-9fe7b4be-1870-49e4-a2ec-7dd39602ee8f tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:50.399721 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cabbe5e2-d99e-4b4b-aacc-4f65fc5f6f29 req-9fe7b4be-1870-49e4-a2ec-7dd39602ee8f tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0498176 Sep 17 05:31:50.437341 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cabbe5e2-d99e-4b4b-aacc-4f65fc5f6f29 req-f2bc1ccd-79cf-49bb-ab2e-668775be6b02 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Sep 17 05:31:50.490472 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-77405b90-627b-4dd1-af8a-4c86a0f35ab2 req-fc0e761c-5ccf-425e-86e2-afa79e4681bd tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0256562 Sep 17 05:31:50.623796 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b153c-589d-49d4-9343-4c4272c8b2d5 req-d23e3fc4-a26a-4b20-a82c-e55fede5d47f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:50.625262 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-780b153c-589d-49d4-9343-4c4272c8b2d5 req-d23e3fc4-a26a-4b20-a82c-e55fede5d47f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0467424 Sep 17 05:31:50.663888 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-780b153c-589d-49d4-9343-4c4272c8b2d5 req-b566b1b3-bf3a-4962-b1e6-a8649dc82997 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Sep 17 05:31:51.199376 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Request body: {'port': {'device_id': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:51.277897 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:51.294501 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628722-be74-49cd-a08f-b167e5154d17 req-d6308f49-e302-478d-844b-ea428f734062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.296016 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-0a628722-be74-49cd-a08f-b167e5154d17 req-d6308f49-e302-478d-844b-ea428f734062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c050dcb4298546e78a7d42c7874d95da&device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 1100 time: 0.0777287 Sep 17 05:31:51.340429 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-0a628722-be74-49cd-a08f-b167e5154d17 req-6b2660d9-a48e-4094-99ce-23286eeda912 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c050dcb4298546e78a7d42c7874d95da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240817 Sep 17 05:31:51.592744 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628722-be74-49cd-a08f-b167e5154d17 req-57978dbb-ea54-4ad0-a3c6-34dad5fc40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.594277 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-0a628722-be74-49cd-a08f-b167e5154d17 req-57978dbb-ea54-4ad0-a3c6-34dad5fc40cb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422338 Sep 17 05:31:51.595460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16587ea-00b4-4cac-97e3-7ccf59f64e6d req-4b2dcc53-7652-43e0-aa05-18a484c958e1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.603322 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b16587ea-00b4-4cac-97e3-7ccf59f64e6d req-4b2dcc53-7652-43e0-aa05-18a484c958e1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0956697 Sep 17 05:31:51.627670 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05a7b4ae-d437-486c-9a7e-00d7f5ecdef6 req-c49986b7-7b38-44c8-beab-de9bb13ed4e4 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0570061 Sep 17 05:31:51.665047 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b16587ea-00b4-4cac-97e3-7ccf59f64e6d req-fe259b1b-a83f-43b2-b93f-ffa50b24fca7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589495 Sep 17 05:31:51.667775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb44a30b-0252-475a-b281-1fb57771d099 {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:31:51.680209 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:51.706702 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Transition to ACTIVE for port object fb44a30b-0252-475a-b281-1fb57771d099 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:31:51.737807 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-905940b1-e2ff-4e18-9f4a-c7f13beaaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.739334 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-905940b1-e2ff-4e18-9f4a-c7f13beaaabf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c050dcb4298546e78a7d42c7874d95da&device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 1100 time: 0.0481424 Sep 17 05:31:51.795236 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:51.799313 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-82f97ed8-d13a-46f8-8e11-184760855d2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef HTTP/1.1" status: 200 len: 217 time: 0.0505078 Sep 17 05:31:51.823941 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a1fd8-9f4b-4225-8fd2-a7918951dfff req-0a523b5a-bb29-419e-8240-5cbbd54f6394 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.828643 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-598a1fd8-9f4b-4225-8fd2-a7918951dfff req-0a523b5a-bb29-419e-8240-5cbbd54f6394 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 932 time: 0.0677083 Sep 17 05:31:51.933419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-598a1fd8-9f4b-4225-8fd2-a7918951dfff req-e634a269-f88d-4398-94f1-0edf0c629624 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Sep 17 05:31:51.933641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-8a7ba42f-5288-44e9-b912-201a1e34812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:51.933641 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-8a7ba42f-5288-44e9-b912-201a1e34812e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=deb08562-7dc6-47fd-a36b-f53dd915806f HTTP/1.1" status: 200 len: 843 time: 0.0686128 Sep 17 05:31:51.933641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:51.955648 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.956022 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.956367 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.956704 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.957037 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.957390 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.957775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.958062 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.958349 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.958673 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.959029 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:51.959352 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:52.022171 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-fe3cbc05-bc75-4f0d-867d-b71c8ff72f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.023772 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-fe3cbc05-bc75-4f0d-867d-b71c8ff72f78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f777cdf9-df32-4704-ba3d-4fc97291349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1118808 Sep 17 05:31:52.068327 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Attempting to bind port fb44a30b-0252-475a-b281-1fb57771d099 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:31:52.068327 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Attempting to bind port fb44a30b-0252-475a-b281-1fb57771d099 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:31:52.068327 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Attempting to bind port fb44a30b-0252-475a-b281-1fb57771d099 on network b28fee5d-5a67-447b-82e0-11f5d8ea6999 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:52.072768 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Port fb44a30b-0252-475a-b281-1fb57771d099 on network b28fee5d-5a67-447b-82e0-11f5d8ea6999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:31:52.073113 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Attempting to bind port fb44a30b-0252-475a-b281-1fb57771d099 on network b28fee5d-5a67-447b-82e0-11f5d8ea6999 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:52.080485 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:31:52.080822 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Checking segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:31:52.081200 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Bound using segment: {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:31:52.081624 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Bound port: fb44a30b-0252-475a-b281-1fb57771d099, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7fea2b-9766-4719-8708-f5a7892818b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:31:52.081979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:52.155828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604cdd8-2711-4071-bbf3-18c8bea36f02 req-9820ae59-2d3f-4373-b32c-9d696adf3cc4 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.157474 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8604cdd8-2711-4071-bbf3-18c8bea36f02 req-9820ae59-2d3f-4373-b32c-9d696adf3cc4 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0534148 Sep 17 05:31:52.179010 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-7caf9bc0-0062-4e86-8c1d-ebe69aae2e06 service neutron] 10.222.0.35 "GET /v2.0/networks/f777cdf9-df32-4704-ba3d-4fc97291349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445534 Sep 17 05:31:52.195317 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:31:52.198538 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:31:52.271056 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:52.307281 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.308250 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:52.309926 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] 10.222.0.35 "PUT /v2.0/ports/fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 1094 time: 1.1149971 Sep 17 05:31:52.310465 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:31:52.313019 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34190dc-20df-4a67-b22c-a649057f724e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:31:52.371171 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b439a4-2e16-45c4-bb77-ef480026ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:52.376472 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb60327-b0cd-444b-98dd-ea4c714a0b29 x-openstack-request-id: req-5eb60327-b0cd-444b-98dd-ea4c714a0b29 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:31:52.376843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:31:52.383552 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eb60327-b0cd-444b-98dd-ea4c714a0b29 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:31:52.383552 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:31:52.437804 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8604cdd8-2711-4071-bbf3-18c8bea36f02 req-ff214274-12fc-4d2b-a1ca-5efea3acd292 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727301 Sep 17 05:31:52.675282 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34190dc-20df-4a67-b22c-a649057f724e req-aa31727c-d33d-4d32-bc72-e2ce09f5e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.676829 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f34190dc-20df-4a67-b22c-a649057f724e req-aa31727c-d33d-4d32-bc72-e2ce09f5e8ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1097 time: 0.2558486 Sep 17 05:31:52.678617 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-a47e85f0-01ad-48c7-8d6d-7d17d3591eaa req-733c0c7d-29dc-4414-918d-241cbe5d5c7a service neutron] 10.222.0.35 "GET /v2.0/networks/f777cdf9-df32-4704-ba3d-4fc97291349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304043 Sep 17 05:31:52.728965 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7a96dbf9-adb5-42d9-8b5b-7b9491febc76 req-89af8324-37a7-4663-96e1-77425ea01f6d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0290196 Sep 17 05:31:52.794601 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e17bbc-6f3d-4a32-9cde-5797c4854c3e req-ed9911fe-e3c1-4a6f-85de-56f3df8ebeee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.796426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d0e17bbc-6f3d-4a32-9cde-5797c4854c3e req-ed9911fe-e3c1-4a6f-85de-56f3df8ebeee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0657961 Sep 17 05:31:52.819427 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34190dc-20df-4a67-b22c-a649057f724e req-7d3d965d-9109-4f9b-abee-3aba7ee9aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.821172 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f34190dc-20df-4a67-b22c-a649057f724e req-7d3d965d-9109-4f9b-abee-3aba7ee9aeea service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1305158 Sep 17 05:31:52.846742 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d0e17bbc-6f3d-4a32-9cde-5797c4854c3e req-29cd6595-aa25-4177-a1b3-8b5dd6759bac tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Sep 17 05:31:52.978274 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d7aeea2d-a02e-4e17-9740-adb957e8d0e5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.987455 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d7aeea2d-a02e-4e17-9740-adb957e8d0e5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 809 time: 0.1982582 Sep 17 05:31:52.987455 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34190dc-20df-4a67-b22c-a649057f724e req-cb973b1a-354b-49c0-ae62-2bd295c3e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:52.987455 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f34190dc-20df-4a67-b22c-a649057f724e req-cb973b1a-354b-49c0-ae62-2bd295c3e662 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558359 Sep 17 05:31:53.032117 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-b1862076-dccb-41e7-87af-e33866045097 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97461b54825945708ea32f4951c18794 HTTP/1.1" status: 200 len: 379 time: 0.0359089 Sep 17 05:31:53.038142 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5060c-4b30-421f-814f-3e7381bfd982 req-0ec95112-34a5-4899-a31e-22699fceb58a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.039831 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00a5060c-4b30-421f-814f-3e7381bfd982 req-0ec95112-34a5-4899-a31e-22699fceb58a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0542533 Sep 17 05:31:53.049732 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'port': {'device_id': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'admin_state_up': True, 'tenant_id': '97461b54825945708ea32f4951c18794', 'security_groups': ['1a4376e3-5b3f-490a-9fbd-4a8e45c05eef']}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:53.086141 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00a5060c-4b30-421f-814f-3e7381bfd982 req-a84834c4-fca1-4e41-afc1-24ccc7c6f32e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Sep 17 05:31:53.156420 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-6f400f50-3cef-4006-a8dd-2d7658525d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.157983 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-6f400f50-3cef-4006-a8dd-2d7658525d96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1097 time: 0.1123180 Sep 17 05:31:53.207881 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-560c3525-c166-4700-abb0-f5850e0ca717 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 217 time: 0.0382884 Sep 17 05:31:53.263556 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-76ae8f0b-e2ed-4d13-b9e8-863b8bbd35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.265052 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-76ae8f0b-e2ed-4d13-b9e8-863b8bbd35a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0494223 Sep 17 05:31:53.313840 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-c9ef9f27-beec-4961-a267-dc0d748793dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.315301 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-c9ef9f27-beec-4961-a267-dc0d748793dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419662 Sep 17 05:31:53.321354 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Made reservation on behalf of 97461b54825945708ea32f4951c18794 for: {'port': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:31:53.331055 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:53.487652 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-b71724ac-8612-4c88-ba17-7912169cfd32 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607485 Sep 17 05:31:53.538796 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Allocated IP 172.20.0.8 (e9228b0d-a35c-4a84-9e97-c6b9621a1243/0cfb6559-ab3f-4762-8d91-5b587d3b42b1/b4dee43e-becd-4539-8af0-3db1a7ddce1b) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:31:53.547932 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01781714-c35e-4dad-ac47-b58bf12de566 req-41489d6c-7709-4f48-929d-2db193fdaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.549422 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-41489d6c-7709-4f48-929d-2db193fdaa93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0690699 Sep 17 05:31:53.561097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0152f-22a3-40d1-bdfc-ccca36e9d0da req-b900d145-a31f-4394-93b4-c0bfdfb70ce6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.562624 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62d0152f-22a3-40d1-bdfc-ccca36e9d0da req-b900d145-a31f-4394-93b4-c0bfdfb70ce6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0580690 Sep 17 05:31:53.628980 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-6a4003cc-2827-4c62-82ba-6e0948d41e09 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321008 Sep 17 05:31:53.701951 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62d0152f-22a3-40d1-bdfc-ccca36e9d0da req-d8410ba4-9879-4843-a0b4-5f6468a79c36 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326108 Sep 17 05:31:53.723672 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:53.741231 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01781714-c35e-4dad-ac47-b58bf12de566 req-a7767af6-9666-4243-8dbd-5b78bc9076a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.742701 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-a7767af6-9666-4243-8dbd-5b78bc9076a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.1723819 Sep 17 05:31:53.823147 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:53.835224 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-223031ab-0474-4b2f-a7a1-7d412d0a706b req-d479a5e6-48b6-46d7-8327-6cc692f0fb44 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0360842 Sep 17 05:31:53.879210 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:31:53.879586 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-b2e317f6-af92-49dc-a053-e66049555adf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1002 time: 0.1289549 Sep 17 05:31:53.883118 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:31:53.886553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:31:53.946835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.947213 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:53.962735 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:53.976728 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01781714-c35e-4dad-ac47-b58bf12de566 req-167a9582-e40d-4d9c-835e-5b97dc38d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:53.976728 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-167a9582-e40d-4d9c-835e-5b97dc38d66d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0853131 Sep 17 05:31:54.029978 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cf1ec-1701-4c08-af2e-f75d103ff1eb req-7b573282-1974-4411-98f1-b61079415fff tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.031263 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7c6cf1ec-1701-4c08-af2e-f75d103ff1eb req-7b573282-1974-4411-98f1-b61079415fff tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0967546 Sep 17 05:31:54.032918 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-5fdd6093-2c4d-46b7-af22-5414556a4423 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870141 Sep 17 05:31:54.044829 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Request body: {'port': {'device_id': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:31:54.065537 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01781714-c35e-4dad-ac47-b58bf12de566 req-d880c329-9568-4889-8e04-2ef6d63ab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.067032 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-d880c329-9568-4889-8e04-2ef6d63ab2cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852041 Sep 17 05:31:54.103331 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7c6cf1ec-1701-4c08-af2e-f75d103ff1eb req-7b85bd54-4ad0-4b6d-be16-878c1c6e77d8 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Sep 17 05:31:54.104357 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.191881 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-808f23eb-e6b4-45a6-9890-241147c2f000 None None] Provisioning complete for port b4dee43e-becd-4539-8af0-3db1a7ddce1b triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:31:54.192470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-808f23eb-e6b4-45a6-9890-241147c2f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.237996 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-808f23eb-e6b4-45a6-9890-241147c2f000 None None] Port b4dee43e-becd-4539-8af0-3db1a7ddce1b cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:31:54.239516 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-c57e15a1-6f46-4e75-9a4c-0a706a82bb56 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606815 Sep 17 05:31:54.248849 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.270427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f984bd0-f693-4f57-a3b1-90b5eab80d38 req-5abebe01-b48b-421b-90cb-f5b5a91de34f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.272003 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f984bd0-f693-4f57-a3b1-90b5eab80d38 req-5abebe01-b48b-421b-90cb-f5b5a91de34f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0921180 Sep 17 05:31:54.363241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f984bd0-f693-4f57-a3b1-90b5eab80d38 req-042c9b18-a885-47d3-af20-5b165242b127 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Sep 17 05:31:54.398610 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-01781714-c35e-4dad-ac47-b58bf12de566 req-0c79320b-8d4c-4463-a75e-0bbac93ac9cd service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468985 Sep 17 05:31:54.456142 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dee43e-becd-4539-8af0-3db1a7ddce1b {{(pid=94517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:31:54.464908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.478324 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Transition to ACTIVE for port object b4dee43e-becd-4539-8af0-3db1a7ddce1b will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:31:54.627846 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.678157 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:54.757610 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Attempting to bind port b4dee43e-becd-4539-8af0-3db1a7ddce1b on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:31:54.758308 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Attempting to bind port b4dee43e-becd-4539-8af0-3db1a7ddce1b by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:31:54.758900 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Attempting to bind port b4dee43e-becd-4539-8af0-3db1a7ddce1b on network e9228b0d-a35c-4a84-9e97-c6b9621a1243 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:54.764967 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Port b4dee43e-becd-4539-8af0-3db1a7ddce1b on network e9228b0d-a35c-4a84-9e97-c6b9621a1243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:31:54.765676 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Attempting to bind port b4dee43e-becd-4539-8af0-3db1a7ddce1b on network e9228b0d-a35c-4a84-9e97-c6b9621a1243 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:31:54.772150 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:31:54.772926 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Checking segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:31:54.773713 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Bound using segment: {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:31:54.774482 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Bound port: b4dee43e-becd-4539-8af0-3db1a7ddce1b, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d07af06-bcee-4ff1-af0a-11bbd04e1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:31:54.775037 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.834787 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1ee-2103-4fbc-90e7-453e816bf791 req-26ada50a-db8b-457a-91ba-bb98a549e0c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.836430 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2899b1ee-2103-4fbc-90e7-453e816bf791 req-26ada50a-db8b-457a-91ba-bb98a549e0c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0563018 Sep 17 05:31:54.852800 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:31:54.856840 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:31:54.878887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2899b1ee-2103-4fbc-90e7-453e816bf791 req-846aa0c2-10c6-4956-a3b0-df7ee1c31ec8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356133 Sep 17 05:31:54.945726 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.963630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1e25-67ce-42bf-8baa-80dbebbccd56 req-e2468f14-f405-4181-b9d0-15f41940021e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.965611 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e6d1e25-67ce-42bf-8baa-80dbebbccd56 req-e2468f14-f405-4181-b9d0-15f41940021e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0495701 Sep 17 05:31:54.979474 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:54.980302 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:54.994859 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] 10.222.0.35 "PUT /v2.0/ports/b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 1093 time: 0.9549987 Sep 17 05:31:54.995342 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:31:55.004486 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f9454d-ba3a-49b0-8291-44a05405c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:31:55.033270 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e6d1e25-67ce-42bf-8baa-80dbebbccd56 req-f8b064c4-4294-4bb5-8439-eb97b95429ae tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610590 Sep 17 05:31:55.045039 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902f47-b93a-4b70-8ecb-dab70b63378f service neutron] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:55.062327 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9ad02-e9a2-4d1a-bda9-dcf70b99188a x-openstack-request-id: req-5cd9ad02-e9a2-4d1a-bda9-dcf70b99188a {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:31:55.062617 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:31:55.062869 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd9ad02-e9a2-4d1a-bda9-dcf70b99188a {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:31:55.063266 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'status': 'completed', 'code': 200} Sep 17 05:31:55.127453 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-a9ccb833-d534-483d-b458-c7d4d7cc51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.128996 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-a9ccb833-d534-483d-b458-c7d4d7cc51d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0445185 Sep 17 05:31:55.243686 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-71c02074-d9d1-40aa-97ae-85161e46c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.245416 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-71c02074-d9d1-40aa-97ae-85161e46c0a8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97461b54825945708ea32f4951c18794&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1077061 Sep 17 05:31:55.250337 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-5bb7-442b-ada4-a8e14444e69b req-9b49a234-d6aa-4838-a21c-0fa444828005 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.251876 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04d3ba99-5bb7-442b-ada4-a8e14444e69b req-9b49a234-d6aa-4838-a21c-0fa444828005 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0541241 Sep 17 05:31:55.314285 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04d3ba99-5bb7-442b-ada4-a8e14444e69b req-c66658e2-13e3-4e70-ab4d-d5eecd8f0778 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Sep 17 05:31:55.363193 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-1d50f882-1181-4741-ade7-5b7374d48645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.366789 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f5f9454d-ba3a-49b0-8291-44a05405c0db req-1d50f882-1181-4741-ade7-5b7374d48645 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115940 Sep 17 05:31:55.478248 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-3e383f7a-c08b-4771-994e-96413783ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.479777 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-3e383f7a-c08b-4771-994e-96413783ee13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0518062 Sep 17 05:31:55.498763 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a413a-c626-43b7-afc7-170d33302a53 req-e3734017-f272-4dba-9a4c-f95c6ca81ded tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.501845 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-244a413a-c626-43b7-afc7-170d33302a53 req-e3734017-f272-4dba-9a4c-f95c6ca81ded tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0566993 Sep 17 05:31:55.528588 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-74a92b48-d050-46fd-844e-c71742da5d8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 217 time: 0.0403981 Sep 17 05:31:55.554165 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-244a413a-c626-43b7-afc7-170d33302a53 req-8261c4c6-2f8c-4f98-8969-3cc479aeda03 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 Sep 17 05:31:55.592557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-c8254e96-85a2-4cce-8254-ffba96b29c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.594244 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-c8254e96-85a2-4cce-8254-ffba96b29c31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.0583041 Sep 17 05:31:55.682082 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-0c509959-b55c-47b1-abea-f196d6cfe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.682082 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-0c509959-b55c-47b1-abea-f196d6cfe0ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707784 Sep 17 05:31:55.768813 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-08678491-fa96-4239-aafd-0a1732399826 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876830 Sep 17 05:31:55.860006 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-66bf0f68-3d3d-454e-9e57-0b0a7421b010 req-84438d09-8709-4287-8ae4-54a472e7519e service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832832 Sep 17 05:31:55.991937 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f3e19-7dd0-406e-808d-917aab6286a2 req-d4d00a31-5af7-412d-a9a7-cc7143605464 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:55.993395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-416f3e19-7dd0-406e-808d-917aab6286a2 req-d4d00a31-5af7-412d-a9a7-cc7143605464 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0482492 Sep 17 05:31:56.030115 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-416f3e19-7dd0-406e-808d-917aab6286a2 req-24e82469-0b98-479c-978d-bbbaf61871fd tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306959 Sep 17 05:31:56.155655 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855d36a-2e67-4ccf-b55b-7649c132d63e req-41fcd5fd-d920-433c-bffa-f7d1b9f48806 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:56.157166 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7855d36a-2e67-4ccf-b55b-7649c132d63e req-41fcd5fd-d920-433c-bffa-f7d1b9f48806 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0589542 Sep 17 05:31:56.194829 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7855d36a-2e67-4ccf-b55b-7649c132d63e req-10fbdca5-2c61-427e-9dd0-fab600061de7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Sep 17 05:31:56.420045 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ac9-4281-4fc3-8cba-7cb987a8fedb req-d413c221-4345-47da-85d4-8651a006fa6e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:56.421525 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-337e5ac9-4281-4fc3-8cba-7cb987a8fedb req-d413c221-4345-47da-85d4-8651a006fa6e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0519607 Sep 17 05:31:56.457923 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-337e5ac9-4281-4fc3-8cba-7cb987a8fedb req-154d85d4-b28c-4374-8a01-ed5b74ccaf30 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304766 Sep 17 05:31:56.668734 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d027391-a69d-4f09-a215-7aa33ee5fbec req-2e78bc61-77c4-442a-8ca2-383367255b50 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:56.670208 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d027391-a69d-4f09-a215-7aa33ee5fbec req-2e78bc61-77c4-442a-8ca2-383367255b50 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0483396 Sep 17 05:31:56.707319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d027391-a69d-4f09-a215-7aa33ee5fbec req-9e30a045-e352-482a-bbfa-f75018224beb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Sep 17 05:31:57.015172 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15eeb6-8d2d-469e-9cdc-9ee8415c3b72 req-c046e900-18c7-4326-9765-dbe54c833189 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:57.016575 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d15eeb6-8d2d-469e-9cdc-9ee8415c3b72 req-c046e900-18c7-4326-9765-dbe54c833189 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0476103 Sep 17 05:31:57.052260 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d15eeb6-8d2d-469e-9cdc-9ee8415c3b72 req-e97cc4f8-7bb2-42a6-9ae5-4f59fe892d61 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298419 Sep 17 05:31:57.148667 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7e74-a300-45db-a52c-2b4a3fc2a5e4 req-cf74f815-479d-4f55-af02-230815b22d83 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:57.150126 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d81d7e74-a300-45db-a52c-2b4a3fc2a5e4 req-cf74f815-479d-4f55-af02-230815b22d83 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0508604 Sep 17 05:31:57.190924 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d81d7e74-a300-45db-a52c-2b4a3fc2a5e4 req-de8ef9c5-1e7f-49ff-89d3-ee70927ab087 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337303 Sep 17 05:31:57.305339 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aba85f-a72c-43af-b679-b40af54dd7cf req-55b56d3e-8ed6-4b08-adaa-9a9df34db813 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:57.306789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92aba85f-a72c-43af-b679-b40af54dd7cf req-55b56d3e-8ed6-4b08-adaa-9a9df34db813 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0477324 Sep 17 05:31:57.344431 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92aba85f-a72c-43af-b679-b40af54dd7cf req-ca3ea7a1-b431-4bc8-8dc4-09abfd3b290b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Sep 17 05:31:57.420871 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 1543d7fa-9fa4-4d11-a295-301c92c12fef details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:31:57.515894 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:31:57.526933 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '1543d7fa-9fa4-4d11-a295-301c92c12fef', 'network_id': 'f777cdf9-df32-4704-ba3d-4fc97291349c', 'port_id': '1543d7fa-9fa4-4d11-a295-301c92c12fef', 'mac_address': 'fa:16:3e:f1:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb08562-7dc6-47fd-a36b-f53dd915806f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:31:57.564506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:57.568952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9dd6a-ca1a-4a53-b0d0-8c729fff4ac3 req-0b31f52d-d9d1-44b7-ae90-cd84d533b3ee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:57.570381 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ccb9dd6a-ca1a-4a53-b0d0-8c729fff4ac3 req-0b31f52d-d9d1-44b7-ae90-cd84d533b3ee tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 947 time: 0.0469930 Sep 17 05:31:57.577414 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543d7fa-9fa4-4d11-a295-301c92c12fef {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:31:57.596994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:31:57.610395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ccb9dd6a-ca1a-4a53-b0d0-8c729fff4ac3 req-25f517b1-97eb-42b0-9490-2883859690ad tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Sep 17 05:31:57.673378 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:57.721007 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:31:57.730080 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.732341 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.732694 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.733037 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.733380 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.733717 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.734054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.734418 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.734785 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.735120 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.735448 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.735775 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:31:57.826086 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3886-80c1-467e-919f-7612527fd853 req-3dac3a33-1f54-4df2-ad8f-dbc631306212 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:57.827440 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-44ec3886-80c1-467e-919f-7612527fd853 req-3dac3a33-1f54-4df2-ad8f-dbc631306212 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0513654 Sep 17 05:31:57.864427 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-44ec3886-80c1-467e-919f-7612527fd853 req-3dbe194a-c7e3-4e22-b10e-027ebee10b7f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Sep 17 05:31:58.163299 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f89e-d974-42f5-a8fa-f6d9c46af84e req-ab79c52a-5fe9-46d3-9c7e-0b7247b29bff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:58.164780 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1409f89e-d974-42f5-a8fa-f6d9c46af84e req-ab79c52a-5fe9-46d3-9c7e-0b7247b29bff tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Sep 17 05:31:58.200574 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1409f89e-d974-42f5-a8fa-f6d9c46af84e req-0f1b5ae7-50c4-41c7-8649-e9219893aae8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300617 Sep 17 05:31:58.307035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b793-0642-4bfd-88ad-7cec7db23997 req-4f24a42e-874a-4e16-a7b2-806562d466aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:58.308505 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c261b793-0642-4bfd-88ad-7cec7db23997 req-4f24a42e-874a-4e16-a7b2-806562d466aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0473073 Sep 17 05:31:58.344675 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c261b793-0642-4bfd-88ad-7cec7db23997 req-9c7cf236-bfc8-45fc-8cef-f0602a788fa4 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301080 Sep 17 05:31:58.457651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27ea58-d96f-4aad-9feb-0d0de636c9ff req-457d6f1b-79a4-4efc-be01-9146a17b5dd2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:58.459105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5b27ea58-d96f-4aad-9feb-0d0de636c9ff req-457d6f1b-79a4-4efc-be01-9146a17b5dd2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0509455 Sep 17 05:31:58.495101 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5b27ea58-d96f-4aad-9feb-0d0de636c9ff req-0e3a6b89-601f-4c69-8d17-f9575b8e0055 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300813 Sep 17 05:31:58.722140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c3d32-b6a4-485c-a11f-6b1aff7adf1d req-33c01516-6a35-4bf3-894b-86d9190b044d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:58.723599 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-702c3d32-b6a4-485c-a11f-6b1aff7adf1d req-33c01516-6a35-4bf3-894b-86d9190b044d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0479815 Sep 17 05:31:58.761665 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-702c3d32-b6a4-485c-a11f-6b1aff7adf1d req-5a3f9e5e-fd1b-4569-8d4d-24be978ce64e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Sep 17 05:31:58.975736 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6184-64fc-4328-93b3-c4be2c94344c req-82cac8ac-19b2-463c-a030-d8826fced5ab tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:58.977241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-014a6184-64fc-4328-93b3-c4be2c94344c req-82cac8ac-19b2-463c-a030-d8826fced5ab tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 944 time: 0.0471902 Sep 17 05:31:59.013162 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-014a6184-64fc-4328-93b3-c4be2c94344c req-95827678-3d4e-4889-82d7-a2a4c11b37cb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301459 Sep 17 05:31:59.313917 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256621ff-76ee-483d-b7ef-a3c0625fc315 req-ea630ee4-6e3f-4b2f-b566-53598718fc26 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:59.315375 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-256621ff-76ee-483d-b7ef-a3c0625fc315 req-ea630ee4-6e3f-4b2f-b566-53598718fc26 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Sep 17 05:31:59.351521 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-256621ff-76ee-483d-b7ef-a3c0625fc315 req-7170687d-28d1-49de-9805-b7dd97ee8c6d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296504 Sep 17 05:31:59.456405 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62d6c8-1f88-4a1d-94f1-1af86936d2e3 req-cf1d1014-609c-4f9b-894c-5bbac2419c69 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:59.457847 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed62d6c8-1f88-4a1d-94f1-1af86936d2e3 req-cf1d1014-609c-4f9b-894c-5bbac2419c69 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Sep 17 05:31:59.494319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed62d6c8-1f88-4a1d-94f1-1af86936d2e3 req-73ba398b-2073-4d58-a346-e32f8b8a2caa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305221 Sep 17 05:31:59.604133 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a3a7-02c8-425d-8fa0-92a25526e054 req-d4daf327-f7bb-4fbe-a12e-05ed0567c60d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:59.605554 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4a59a3a7-02c8-425d-8fa0-92a25526e054 req-d4daf327-f7bb-4fbe-a12e-05ed0567c60d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0459344 Sep 17 05:31:59.640734 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4a59a3a7-02c8-425d-8fa0-92a25526e054 req-49b56b6b-3bd3-475f-b31c-bbc11f914c5d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294421 Sep 17 05:31:59.765771 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fb44a30b-0252-475a-b281-1fb57771d099 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:31:59.866757 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:31:59.877729 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'fb44a30b-0252-475a-b281-1fb57771d099', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'port_id': 'fb44a30b-0252-475a-b281-1fb57771d099', 'mac_address': 'fa:16:3e:0d:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:31:59.877983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0b482-45bd-4715-bb07-5ca30108fc11 req-980d252a-3a67-4b6c-9fad-80e759f566d1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:31:59.879450 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ac0b482-45bd-4715-bb07-5ca30108fc11 req-980d252a-3a67-4b6c-9fad-80e759f566d1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0516410 Sep 17 05:31:59.914719 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:31:59.917751 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ac0b482-45bd-4715-bb07-5ca30108fc11 req-fdbf0aa9-5d54-4a8d-ae4f-bc145eb8c5c7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Sep 17 05:31:59.927128 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb44a30b-0252-475a-b281-1fb57771d099 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:31:59.945858 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:00.012861 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:00.062907 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:00.123926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297aa93-4d2e-43e9-a2d9-5c7ccf05d2e8 req-e6ddbbe5-18be-40f0-9d5c-9dec3fac9285 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:00.125353 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5297aa93-4d2e-43e9-a2d9-5c7ccf05d2e8 req-e6ddbbe5-18be-40f0-9d5c-9dec3fac9285 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0473204 Sep 17 05:32:00.161753 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5297aa93-4d2e-43e9-a2d9-5c7ccf05d2e8 req-6f4e530f-f645-4c02-9bfe-68b66117a829 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300450 Sep 17 05:32:00.463132 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ca42e-fb2e-4613-bc54-73f756d5bdbd req-96de5471-3936-4877-8787-d34609a909b9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:00.464615 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-844ca42e-fb2e-4613-bc54-73f756d5bdbd req-96de5471-3936-4877-8787-d34609a909b9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0475528 Sep 17 05:32:00.500613 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-844ca42e-fb2e-4613-bc54-73f756d5bdbd req-63fe2339-a296-450e-b733-b4c6253fd74a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301492 Sep 17 05:32:00.608375 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83499612-331e-4671-b04b-972e981aa500 req-377922b6-240e-41f8-a480-9aac0f2661cf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:00.609720 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83499612-331e-4671-b04b-972e981aa500 req-377922b6-240e-41f8-a480-9aac0f2661cf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0511093 Sep 17 05:32:00.645501 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83499612-331e-4671-b04b-972e981aa500 req-4e26e30a-43b8-4fd1-a1d6-b79dd7d11608 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300636 Sep 17 05:32:00.751027 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b189e2-a6ec-43a2-8607-925015eb53cf req-8bfc0b1e-a7d6-456e-b7be-62484863efab tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:00.752507 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62b189e2-a6ec-43a2-8607-925015eb53cf req-8bfc0b1e-a7d6-456e-b7be-62484863efab tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0484853 Sep 17 05:32:00.789420 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-62b189e2-a6ec-43a2-8607-925015eb53cf req-7ba8669a-576a-40d5-8dea-13bb80ad336d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Sep 17 05:32:01.029485 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2144f-fa98-47f4-bf71-27ca8015787e req-ea7138c7-5f62-4a58-8f22-276aecf5512d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:01.030933 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69a2144f-fa98-47f4-bf71-27ca8015787e req-ea7138c7-5f62-4a58-8f22-276aecf5512d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0479574 Sep 17 05:32:01.066483 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69a2144f-fa98-47f4-bf71-27ca8015787e req-8f4bea8c-cd7d-42c5-aa23-13b30ed42801 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297883 Sep 17 05:32:01.275419 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6950-10f9-45ec-a2f3-5bb7984c43a9 req-b4121a38-6761-4911-bf2e-7de5add31380 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:01.277001 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef9b6950-10f9-45ec-a2f3-5bb7984c43a9 req-b4121a38-6761-4911-bf2e-7de5add31380 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0525568 Sep 17 05:32:01.313283 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef9b6950-10f9-45ec-a2f3-5bb7984c43a9 req-688cb1f7-a9ee-4499-8e01-8f2852f5996b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301042 Sep 17 05:32:01.610710 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f4b12-95a3-4ca1-b176-a3ce10f5eda5 req-a9c820e6-5ed1-470c-8bea-769127f7ffbc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:01.612186 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-673f4b12-95a3-4ca1-b176-a3ce10f5eda5 req-a9c820e6-5ed1-470c-8bea-769127f7ffbc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0474725 Sep 17 05:32:01.649358 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-673f4b12-95a3-4ca1-b176-a3ce10f5eda5 req-e68862c0-4925-4e10-ad76-48b05bf09dbb tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Sep 17 05:32:01.662597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-18874302-1a9f-4615-9c9e-ab8c3bd91467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:01.758241 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ede45-b4f5-4bc6-9307-5ce4dc5afd5c req-04e5a77d-d985-421e-a748-df11596542c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:01.759726 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-240ede45-b4f5-4bc6-9307-5ce4dc5afd5c req-04e5a77d-d985-421e-a748-df11596542c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0491416 Sep 17 05:32:01.796364 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-240ede45-b4f5-4bc6-9307-5ce4dc5afd5c req-59341e1c-b7c6-4586-969a-9d3a7cae3f7f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305297 Sep 17 05:32:01.903542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd574fc5-fb20-4018-a167-3f56e1231cf4 req-b59cb64d-9e3d-4713-8658-6d6e5d4198ff tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:01.905010 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd574fc5-fb20-4018-a167-3f56e1231cf4 req-b59cb64d-9e3d-4713-8658-6d6e5d4198ff tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0511389 Sep 17 05:32:01.909272 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['1543d7fa-9fa4-4d11-a295-301c92c12fef'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:01.913251 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:01.944757 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd574fc5-fb20-4018-a167-3f56e1231cf4 req-374e79d7-9e6c-44e0-8653-2f27decdbfde tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337427 Sep 17 05:32:02.178312 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4b01-dc30-4192-9954-e4a0ddec6292 req-d8a3255c-71b4-4897-a564-208d159b4199 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:02.179765 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-822e4b01-dc30-4192-9954-e4a0ddec6292 req-d8a3255c-71b4-4897-a564-208d159b4199 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0481243 Sep 17 05:32:02.215690 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-822e4b01-dc30-4192-9954-e4a0ddec6292 req-0cc463a4-d61f-4dd0-8234-916583b1241c tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297756 Sep 17 05:32:02.436889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540f41e-8f63-4e5f-9731-e7f8ae130503 req-e695baba-4113-4816-bcdc-ae3bb6f85571 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:02.438372 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c540f41e-8f63-4e5f-9731-e7f8ae130503 req-e695baba-4113-4816-bcdc-ae3bb6f85571 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0489032 Sep 17 05:32:02.475455 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c540f41e-8f63-4e5f-9731-e7f8ae130503 req-b486cacc-c9b4-475f-9dcc-0602ab976da6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Sep 17 05:32:02.762960 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a6452-bd2e-4108-bcd0-0f7239b14e32 req-57aa07b1-5482-4f8f-a612-77d9923110e9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:02.764451 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-477a6452-bd2e-4108-bcd0-0f7239b14e32 req-57aa07b1-5482-4f8f-a612-77d9923110e9 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Sep 17 05:32:02.799784 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-477a6452-bd2e-4108-bcd0-0f7239b14e32 req-f0b5f94b-9925-400f-add2-f145ed624cf7 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295711 Sep 17 05:32:02.909200 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c1a2-10c7-4e62-af90-b7973d6422a2 req-fc363f26-48d1-4ffa-b76a-e1f43ec88756 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:02.910640 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d5f4c1a2-10c7-4e62-af90-b7973d6422a2 req-fc363f26-48d1-4ffa-b76a-e1f43ec88756 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0482392 Sep 17 05:32:02.947348 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d5f4c1a2-10c7-4e62-af90-b7973d6422a2 req-f8f6874c-a9ec-4327-9a38-3e4e95a7a4fe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Sep 17 05:32:03.060866 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251e8a6-ede2-430e-919e-3d6cf03557ff req-5ef93630-2d3d-418f-9c53-13c810a7259f tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:03.062295 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7251e8a6-ede2-430e-919e-3d6cf03557ff req-5ef93630-2d3d-418f-9c53-13c810a7259f tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0462439 Sep 17 05:32:03.097542 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7251e8a6-ede2-430e-919e-3d6cf03557ff req-dbdd236e-0708-485f-af46-a5ca261ff49d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295210 Sep 17 05:32:03.328046 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1908-8d28-484e-afeb-bd210b55c725 req-a8747cb7-cdee-4168-873d-92f1fce9a103 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:03.329470 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-338e1908-8d28-484e-afeb-bd210b55c725 req-a8747cb7-cdee-4168-873d-92f1fce9a103 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0490384 Sep 17 05:32:03.365209 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-338e1908-8d28-484e-afeb-bd210b55c725 req-eed5c60a-304d-4ab3-afbf-9f03614fc2b2 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293944 Sep 17 05:32:03.583201 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbaa29-01fe-4ca2-bbec-8e2f79e05b37 req-de3afd35-0d14-4e18-a4dc-9ba876556769 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:03.584675 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dcdbaa29-01fe-4ca2-bbec-8e2f79e05b37 req-de3afd35-0d14-4e18-a4dc-9ba876556769 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0468414 Sep 17 05:32:03.620308 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dcdbaa29-01fe-4ca2-bbec-8e2f79e05b37 req-eb683b0f-648f-421d-bb13-dc7b7bfeaf76 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297217 Sep 17 05:32:03.911377 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99ddd-72af-4444-b472-abf58e8040b3 req-c0c0a9ed-7bc6-40b3-b8dc-713f689579f2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:03.912868 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-44b99ddd-72af-4444-b472-abf58e8040b3 req-c0c0a9ed-7bc6-40b3-b8dc-713f689579f2 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0487490 Sep 17 05:32:03.949490 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-44b99ddd-72af-4444-b472-abf58e8040b3 req-e3e18645-b342-4260-9477-c672169b5668 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Sep 17 05:32:04.059630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca467c6b-068f-4296-881c-b7e3b70068e4 req-c9823776-34a9-4bc6-9eec-b9f0dd50bb62 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:04.061092 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ca467c6b-068f-4296-881c-b7e3b70068e4 req-c9823776-34a9-4bc6-9eec-b9f0dd50bb62 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Sep 17 05:32:04.096915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ca467c6b-068f-4296-881c-b7e3b70068e4 req-f8f43124-8643-4468-ba62-07dc386c7e54 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300155 Sep 17 05:32:04.206252 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623905f-c7ef-4101-814b-03040d69e0ce req-40fa88cc-00be-4c37-a114-77fc81b39968 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:04.207673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f623905f-c7ef-4101-814b-03040d69e0ce req-40fa88cc-00be-4c37-a114-77fc81b39968 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0464172 Sep 17 05:32:04.243945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f623905f-c7ef-4101-814b-03040d69e0ce req-efd7789d-ebf5-4a6f-bce5-7d1b10dadd0b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Sep 17 05:32:04.441873 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-118046b6-c638-4cb6-b3e7-fd98d4c45773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:04.477614 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db871e23-2d33-400d-a9a4-6bf8b1e10b2b req-4a8758d7-fe59-42c8-b033-8d4994786804 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:04.479073 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db871e23-2d33-400d-a9a4-6bf8b1e10b2b req-4a8758d7-fe59-42c8-b033-8d4994786804 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0484157 Sep 17 05:32:04.516569 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db871e23-2d33-400d-a9a4-6bf8b1e10b2b req-5c0b4b0d-f6a3-442a-aa39-dc57ebd4ec61 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Sep 17 05:32:04.732157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d16f29-05b1-431a-9fa3-abd368f79e7a req-64d53024-016b-4e7d-82e7-b59af485709b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:04.733576 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02d16f29-05b1-431a-9fa3-abd368f79e7a req-64d53024-016b-4e7d-82e7-b59af485709b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0492792 Sep 17 05:32:04.769145 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02d16f29-05b1-431a-9fa3-abd368f79e7a req-aaec7999-f1f6-41a4-a6b0-a2721a8dfba6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297768 Sep 17 05:32:05.004797 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:05.068963 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa198a90-9f4b-444b-9e3d-616c714903e5 req-2a7fde74-8954-446a-a19b-f752acbd6a1b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:05.070444 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa198a90-9f4b-444b-9e3d-616c714903e5 req-2a7fde74-8954-446a-a19b-f752acbd6a1b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0542920 Sep 17 05:32:05.112945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa198a90-9f4b-444b-9e3d-616c714903e5 req-1637f58b-e14f-4a2c-8846-d243fd40a7d8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Sep 17 05:32:05.209770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0d092-3bd2-42ef-b284-9fe175d4c21b req-c108915d-29b2-4c5e-bb97-6385163f2fd7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:05.211135 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83d0d092-3bd2-42ef-b284-9fe175d4c21b req-c108915d-29b2-4c5e-bb97-6385163f2fd7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0470357 Sep 17 05:32:05.246911 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83d0d092-3bd2-42ef-b284-9fe175d4c21b req-6da4d260-b037-4191-a253-2084da266977 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299566 Sep 17 05:32:05.357445 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf0560-3b0b-4e35-9329-dac3aaa4b2f4 req-6b430aa7-988d-499c-bc68-98f674ef6be8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:05.358908 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5cf0560-3b0b-4e35-9329-dac3aaa4b2f4 req-6b430aa7-988d-499c-bc68-98f674ef6be8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0508225 Sep 17 05:32:05.395453 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5cf0560-3b0b-4e35-9329-dac3aaa4b2f4 req-6bf73d66-2534-4ae8-bd7c-331efff25a14 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305226 Sep 17 05:32:05.441871 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:05.627441 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f78b5a-97c1-4dea-b495-652d68438e18 req-20fa73eb-8e08-426d-afa9-f9fa11d20642 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:05.628936 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08f78b5a-97c1-4dea-b495-652d68438e18 req-20fa73eb-8e08-426d-afa9-f9fa11d20642 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0476739 Sep 17 05:32:05.666450 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08f78b5a-97c1-4dea-b495-652d68438e18 req-d3be7c68-8940-418d-b37d-b0a6fa926aab tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Sep 17 05:32:05.881046 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb794ce-c90d-4e06-bc86-e8612727f101 req-1ee23a5d-52c7-4cad-8127-6064dcae9627 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:05.882521 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abb794ce-c90d-4e06-bc86-e8612727f101 req-1ee23a5d-52c7-4cad-8127-6064dcae9627 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0488777 Sep 17 05:32:05.918776 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abb794ce-c90d-4e06-bc86-e8612727f101 req-d41d065e-0377-47ec-855c-f353d2e6b471 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Sep 17 05:32:06.226190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2744cb-1d77-48b7-b153-a94a595c1272 req-cc84cb6a-a637-4221-850f-92306ec4b38e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:06.227632 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa2744cb-1d77-48b7-b153-a94a595c1272 req-cc84cb6a-a637-4221-850f-92306ec4b38e tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Sep 17 05:32:06.263660 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa2744cb-1d77-48b7-b153-a94a595c1272 req-d3e2cc06-7867-4eb8-8987-40d9f1379bca tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Sep 17 05:32:06.357088 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b463b5-4430-4d3f-8bae-df84fd626c31 req-4eee5100-0edd-4987-8f73-fa6697893bac tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:06.358541 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b1b463b5-4430-4d3f-8bae-df84fd626c31 req-4eee5100-0edd-4987-8f73-fa6697893bac tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0468254 Sep 17 05:32:06.400513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b1b463b5-4430-4d3f-8bae-df84fd626c31 req-1aa45644-e817-4a07-bcc5-afb24dc3d090 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358810 Sep 17 05:32:06.505449 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309622b-8ba7-4b78-aad6-4dfd3b05399a req-45cbec49-0d2c-4927-a5bc-238b83246384 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:06.506877 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7309622b-8ba7-4b78-aad6-4dfd3b05399a req-45cbec49-0d2c-4927-a5bc-238b83246384 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0470340 Sep 17 05:32:06.543801 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7309622b-8ba7-4b78-aad6-4dfd3b05399a req-9d521973-045c-4409-96ea-d0ca769e1da3 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Sep 17 05:32:06.780512 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092c857-ef62-4b24-aefe-c5918488a2cf req-dee7ccad-8623-4a4f-9523-5f2c227e60fa tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:06.781958 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f092c857-ef62-4b24-aefe-c5918488a2cf req-dee7ccad-8623-4a4f-9523-5f2c227e60fa tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0504837 Sep 17 05:32:06.818804 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f092c857-ef62-4b24-aefe-c5918488a2cf req-230bc754-8097-4ef3-a378-e6eaaecc8155 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303142 Sep 17 05:32:07.031726 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8803-db6f-453e-b36d-37dbb4f57d3f req-df8ab2d2-bded-4448-b929-9b0c64045281 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.033241 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a00a8803-db6f-453e-b36d-37dbb4f57d3f req-df8ab2d2-bded-4448-b929-9b0c64045281 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 945 time: 0.0486352 Sep 17 05:32:07.064625 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:07.069481 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a00a8803-db6f-453e-b36d-37dbb4f57d3f req-eb3e920d-b7f0-4228-a5f7-82970dd1db1e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303986 Sep 17 05:32:07.373447 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd304-93df-4080-a912-2e073083317b req-536c7d78-60e8-4450-b712-884a90abcf66 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.374887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c06cd304-93df-4080-a912-2e073083317b req-536c7d78-60e8-4450-b712-884a90abcf66 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0466619 Sep 17 05:32:07.412582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c06cd304-93df-4080-a912-2e073083317b req-ce717056-3bf1-4adc-bf8e-d9ea5564cb11 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Sep 17 05:32:07.517937 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091a34-5ed8-466c-b163-a7b8b60fb4e8 req-03b8b87f-47f0-4e8d-aec0-7707c80499a8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.519269 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ab091a34-5ed8-466c-b163-a7b8b60fb4e8 req-03b8b87f-47f0-4e8d-aec0-7707c80499a8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0505176 Sep 17 05:32:07.555144 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ab091a34-5ed8-466c-b163-a7b8b60fb4e8 req-947a3ca9-3bb6-4f15-a3d0-8acdef919a7b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299966 Sep 17 05:32:07.655783 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10193376-4ed0-4591-87e9-b645e95ad85f req-08e19afe-5a1e-426a-a737-3cd1fa39b4b3 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.657262 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10193376-4ed0-4591-87e9-b645e95ad85f req-08e19afe-5a1e-426a-a737-3cd1fa39b4b3 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0497446 Sep 17 05:32:07.695670 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10193376-4ed0-4591-87e9-b645e95ad85f req-879faad9-4afe-49df-bb68-1860735d702b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Sep 17 05:32:07.815963 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fb44a30b-0252-475a-b281-1fb57771d099 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:07.896797 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-d29d772f-b01b-4273-9a62-7ca48c6cf522 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.898426 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-d29d772f-b01b-4273-9a62-7ca48c6cf522 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Sep 17 05:32:07.921343 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port fb44a30b-0252-475a-b281-1fb57771d099 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:32:07.925563 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port fb44a30b-0252-475a-b281-1fb57771d099 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:07.925929 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:07.934979 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85712e49-dbe4-48ec-a96f-3f91a21062a4 req-982752fd-1237-4457-8c98-e2c496d566d1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:07.936609 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85712e49-dbe4-48ec-a96f-3f91a21062a4 req-982752fd-1237-4457-8c98-e2c496d566d1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 948 time: 0.0498924 Sep 17 05:32:07.975766 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-85712e49-dbe4-48ec-a96f-3f91a21062a4 req-25c3889a-60c1-435b-baf6-7c84756e39a1 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Sep 17 05:32:07.992230 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Deleting port c243865a-6210-4509-8ba6-228f0e2a3cf0 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:32:07.992599 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.007061 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.029040 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:08.031268 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90582c4c-7644-452d-a0e8-12485d77e987" -d '{"events": [{"server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "name": "network-vif-plugged", "status": "completed", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:08.043842 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:08.069159 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825660f8-d0e4-42f5-9b59-0014f3926c44 x-openstack-request-id: req-825660f8-d0e4-42f5-9b59-0014f3926c44 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:08.069740 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "name": "network-vif-plugged", "status": "completed", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:08.069740 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-825660f8-d0e4-42f5-9b59-0014f3926c44 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:08.070078 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'code': 200} Sep 17 05:32:08.082088 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] For port c243865a-6210-4509-8ba6-228f0e2a3cf0, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c243865a-6210-4509-8ba6-228f0e2a3cf0,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:08.082452 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.095562 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Calling delete_port for c243865a-6210-4509-8ba6-228f0e2a3cf0 owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:32:08.147973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.148953 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 1543d7fa-9fa4-4d11-a295-301c92c12fef up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:08.189166 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033a94-7d3d-420b-882c-b377065d5310 req-fdfe54b6-5a3b-4266-8f1b-45db5af74f2b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:08.190698 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c0033a94-7d3d-420b-882c-b377065d5310 req-fdfe54b6-5a3b-4266-8f1b-45db5af74f2b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0542400 Sep 17 05:32:08.230662 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:08.231644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c0033a94-7d3d-420b-882c-b377065d5310 req-5005177d-7e1e-4200-a119-bb7b04828a28 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Sep 17 05:32:08.302105 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.315569 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['ad3381b3-9737-4a4b-9a92-da719ccfdfd4'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:08.339246 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Pushing event deleted for resources: {'Port': ['ID=c243865a-6210-4509-8ba6-228f0e2a3cf0,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:08.341482 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 1543d7fa-9fa4-4d11-a295-301c92c12fef completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:32:08.350913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 1543d7fa-9fa4-4d11-a295-301c92c12fef triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:08.351357 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.383564 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] No DVR routers for this DVR port c243865a-6210-4509-8ba6-228f0e2a3cf0 on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:32:08.386972 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.389154 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-fe4ca051-3ccb-4e52-80e0-7327ea9be3cb req-f7d37503-2a9f-4186-a2ab-cfbc97b3ea0d tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "DELETE /v2.0/ports/c243865a-6210-4509-8ba6-228f0e2a3cf0 HTTP/1.1" status: 204 len: 173 time: 0.4844375 Sep 17 05:32:08.389664 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'name': 'network-vif-deleted', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:08.392110 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9d371-a70a-4bbe-9e1f-5d52a4ac5c44" -d '{"events": [{"server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "name": "network-vif-deleted", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:08.434493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a6090-0f88-4e91-9faa-d5ff8a867528 x-openstack-request-id: req-7b5a6090-0f88-4e91-9faa-d5ff8a867528 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:08.434688 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafa5dc-fc58-426a-b7ba-12461bd83547", "name": "network-vif-deleted", "tag": "c243865a-6210-4509-8ba6-228f0e2a3cf0", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:08.435050 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b5a6090-0f88-4e91-9faa-d5ff8a867528 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:08.435555 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafa5dc-fc58-426a-b7ba-12461bd83547', 'name': 'network-vif-deleted', 'tag': 'c243865a-6210-4509-8ba6-228f0e2a3cf0', 'status': 'completed', 'code': 200} Sep 17 05:32:08.457155 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef3ffb-c5f7-4426-99d2-12d76b09f101 req-572e6ba2-9509-4f30-80d5-9d2205c9afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:08.459247 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88ef3ffb-c5f7-4426-99d2-12d76b09f101 req-572e6ba2-9509-4f30-80d5-9d2205c9afdd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1099 time: 0.0844688 Sep 17 05:32:08.531593 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-074c0e8e-54d5-4b66-88ce-d38d7aa9dc5d req-d78660f1-c193-4e3f-921b-e96d0bbcd2a0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0438371 Sep 17 05:32:08.533588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88ef3ffb-c5f7-4426-99d2-12d76b09f101 req-f171e8d8-2361-4410-8d2d-0a3f08b85104 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Sep 17 05:32:08.623471 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.684095 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:08.768637 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:08.812669 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:08.912428 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9a1c6-60bb-43b4-a08a-2839348bb72e req-96c13734-c1af-47d3-9a1e-b492231a2001 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:08.913886 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02e9a1c6-60bb-43b4-a08a-2839348bb72e req-96c13734-c1af-47d3-9a1e-b492231a2001 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.2911141 Sep 17 05:32:08.924825 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039e34-dd56-4545-814a-01f320b23204 req-f5093e4f-44fa-4e7c-bbd4-b5928fdaf31e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:08.926174 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9039e34-dd56-4545-814a-01f320b23204 req-f5093e4f-44fa-4e7c-bbd4-b5928fdaf31e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0624888 Sep 17 05:32:08.982603 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-02e9a1c6-60bb-43b4-a08a-2839348bb72e req-924ffac8-7a0c-4d7a-871d-3784992b6204 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555048 Sep 17 05:32:08.985435 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9039e34-dd56-4545-814a-01f320b23204 req-4b7b8297-1c66-4987-9b70-edde7eb761e6 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523179 Sep 17 05:32:09.090863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770ff6-fbca-4568-8a65-b54cc23f0a88 req-92781dcb-c49e-42bd-bdb8-ab5d48744c86 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:09.092347 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db770ff6-fbca-4568-8a65-b54cc23f0a88 req-92781dcb-c49e-42bd-bdb8-ab5d48744c86 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0515735 Sep 17 05:32:09.129191 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db770ff6-fbca-4568-8a65-b54cc23f0a88 req-181a8b4f-903f-4b32-bd2e-d70b838af41c tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308516 Sep 17 05:32:09.350068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ac2-0d1b-4fb8-bd1c-73e8877a94d8 req-4fa9d0b9-4100-4c8a-bfef-6513b6fb1d6e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:09.351556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3e372ac2-0d1b-4fb8-bd1c-73e8877a94d8 req-4fa9d0b9-4100-4c8a-bfef-6513b6fb1d6e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0474181 Sep 17 05:32:09.389417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3e372ac2-0d1b-4fb8-bd1c-73e8877a94d8 req-17617414-9ed0-4b6d-b8b4-943226231d68 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 17 05:32:09.634857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-351354e5-a448-44b8-8838-fd95178c35c6 req-7f5ed68d-ff89-41a2-a212-a01c445bedfe tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfafa5dc-fc58-426a-b7ba-12461bd83547 HTTP/1.1" status: 200 len: 210 time: 0.0254843 Sep 17 05:32:09.839430 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:32:09.843370 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device c243865a-6210-4509-8ba6-228f0e2a3cf0 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:32:09.868577 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: c243865a-6210-4509-8ba6-228f0e2a3cf0 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:32:09.868848 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device c243865a-6210-4509-8ba6-228f0e2a3cf0 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:32:09.954898 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:09.965997 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'mac_address': 'fa:16:3e:52:8c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:32:10.002708 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:10.016617 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dee43e-becd-4539-8af0-3db1a7ddce1b {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:32:10.039107 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:10.071186 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:10.073497 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b89a0-fa8d-4776-a217-975458107e96" -d '{"events": [{"server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "name": "network-vif-plugged", "status": "completed", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:10.133094 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a09fb8-026d-41d4-b62c-d030c8b83c33 req-6256068a-4cc6-401c-a5d4-77fd002bc135 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:10.134471 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95a09fb8-026d-41d4-b62c-d030c8b83c33 req-6256068a-4cc6-401c-a5d4-77fd002bc135 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0773671 Sep 17 05:32:10.141632 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:10.142400 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae347c49-437b-4ecd-b6b9-a63502481ec3 req-c1ac0a9e-8a06-4e33-a0f3-6f49dad660f7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:10.143775 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ae347c49-437b-4ecd-b6b9-a63502481ec3 req-c1ac0a9e-8a06-4e33-a0f3-6f49dad660f7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0781996 Sep 17 05:32:10.190597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:10.195992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95a09fb8-026d-41d4-b62c-d030c8b83c33 req-64899781-d96b-4e05-b4f5-812ccd254264 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512469 Sep 17 05:32:10.203694 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ae347c49-437b-4ecd-b6b9-a63502481ec3 req-99837a92-71a4-4318-86ab-3b2ed2a61320 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531247 Sep 17 05:32:10.250486 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df84f6d-a172-4818-a32e-512ffb5c1144 x-openstack-request-id: req-9df84f6d-a172-4818-a32e-512ffb5c1144 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:10.250486 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "name": "network-vif-plugged", "status": "completed", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:10.250486 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9df84f6d-a172-4818-a32e-512ffb5c1144 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:10.250486 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef', 'code': 200} Sep 17 05:32:10.305179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910d1ec-cf3c-4d1e-9de5-f6d565ab005a req-2b9936e1-ec51-4f39-ab13-0a0924a0df3d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:10.306645 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a910d1ec-cf3c-4d1e-9de5-f6d565ab005a req-2b9936e1-ec51-4f39-ab13-0a0924a0df3d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0481639 Sep 17 05:32:10.346030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a910d1ec-cf3c-4d1e-9de5-f6d565ab005a req-d68ca499-f32c-4f5b-9a39-527b70219fa3 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333834 Sep 17 05:32:10.507596 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021d42e-09f0-4cfe-93d3-b17e50a7185d req-7e5dc5e3-9b71-46dd-ac29-1cb8f844f723 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:10.509152 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a021d42e-09f0-4cfe-93d3-b17e50a7185d req-7e5dc5e3-9b71-46dd-ac29-1cb8f844f723 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0490012 Sep 17 05:32:10.573207 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a021d42e-09f0-4cfe-93d3-b17e50a7185d req-996291b7-b1b0-4c4b-b3b2-67122126fa61 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Sep 17 05:32:10.579541 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fb881-cb2d-41d0-a7b9-85102bb242d9 req-8bcabbd9-e37d-48bf-99b1-dd8fd4d38a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:10.581157 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e8fb881-cb2d-41d0-a7b9-85102bb242d9 req-8bcabbd9-e37d-48bf-99b1-dd8fd4d38a5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 1102 time: 0.0601432 Sep 17 05:32:10.616882 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e8fb881-cb2d-41d0-a7b9-85102bb242d9 req-59327878-aec2-4849-9ceb-51e25ed4a210 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269525 Sep 17 05:32:11.060969 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['b4dee43e-becd-4539-8af0-3db1a7ddce1b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:11.126168 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007732-a3ba-4e9b-9386-1605d69402e4 req-2e9be29c-91e9-4d92-bc28-63f01244e166 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.127730 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ec007732-a3ba-4e9b-9386-1605d69402e4 req-2e9be29c-91e9-4d92-bc28-63f01244e166 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0518305 Sep 17 05:32:11.166194 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ec007732-a3ba-4e9b-9386-1605d69402e4 req-2992a59f-cbd5-488b-9061-e64d422e66bc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Sep 17 05:32:11.341490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b983f6-ebdd-4f5a-aa3e-be42e273825b req-7662e19d-05a6-4e0f-8e3f-4ff9cac5ce67 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.342861 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72b983f6-ebdd-4f5a-aa3e-be42e273825b req-7662e19d-05a6-4e0f-8e3f-4ff9cac5ce67 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0761445 Sep 17 05:32:11.356148 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593597e-b65d-4756-ae97-12a73bb51e0c req-4211bfe0-1a50-4e02-bd05-74994d71242f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.357633 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1593597e-b65d-4756-ae97-12a73bb51e0c req-4211bfe0-1a50-4e02-bd05-74994d71242f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0640862 Sep 17 05:32:11.412647 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72b983f6-ebdd-4f5a-aa3e-be42e273825b req-bff6b577-b8f0-40f8-a27f-5ab1af226d5f tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540433 Sep 17 05:32:11.415384 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1593597e-b65d-4756-ae97-12a73bb51e0c req-77f44de1-09e0-43ed-a3c1-ea65c741db7e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513566 Sep 17 05:32:11.516960 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391e09-874f-4d1d-b978-3572b1f438d5 req-e6de689d-15d6-4e30-8eb3-d9a8048e0bc7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.518415 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-11391e09-874f-4d1d-b978-3572b1f438d5 req-e6de689d-15d6-4e30-8eb3-d9a8048e0bc7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0514481 Sep 17 05:32:11.555014 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-11391e09-874f-4d1d-b978-3572b1f438d5 req-f7714a8a-6482-4a96-be95-49ee55446cdd tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299788 Sep 17 05:32:11.684224 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e4893-2134-4ee1-a34a-f723135d017a req-82673f46-a339-459f-b30b-5f604b45a3bb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.685748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fb6e4893-2134-4ee1-a34a-f723135d017a req-82673f46-a339-459f-b30b-5f604b45a3bb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0481989 Sep 17 05:32:11.722824 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fb6e4893-2134-4ee1-a34a-f723135d017a req-bca04a2c-86b7-45d3-8903-4c49fbe71c62 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Sep 17 05:32:11.833061 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627626b9-2548-4076-9be1-ca269c96ab7e req-28b71bd6-ee81-4691-84c1-3ff9bea842a7 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:11.834493 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-627626b9-2548-4076-9be1-ca269c96ab7e req-28b71bd6-ee81-4691-84c1-3ff9bea842a7 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0475702 Sep 17 05:32:11.870975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-627626b9-2548-4076-9be1-ca269c96ab7e req-20c3fa11-3789-45a4-838c-1630be71e963 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Sep 17 05:32:12.194636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fdec5-5ead-4dc8-bf92-9fe9a0bcb6b3 req-6d670e80-b52e-4367-a90f-c879140626e4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:12.194636 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b22fdec5-5ead-4dc8-bf92-9fe9a0bcb6b3 req-6d670e80-b52e-4367-a90f-c879140626e4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0522785 Sep 17 05:32:12.228435 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b22fdec5-5ead-4dc8-bf92-9fe9a0bcb6b3 req-75c4ad89-ddee-4e4d-8648-bb446e16d928 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312934 Sep 17 05:32:12.277739 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8d487-d8b0-4f76-84b2-99ac5f267fe3 req-d88a09b0-bfa7-44f9-bfa2-2c75713d2c08 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:12.279582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddd8d487-d8b0-4f76-84b2-99ac5f267fe3 req-d88a09b0-bfa7-44f9-bfa2-2c75713d2c08 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0481915 Sep 17 05:32:12.317456 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddd8d487-d8b0-4f76-84b2-99ac5f267fe3 req-3b968a4c-652f-41c2-bd40-f0e753ae8bdc tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Sep 17 05:32:12.557264 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478facd-1594-4d4d-8482-6e50ab0d7f3f req-691629b5-0766-4647-81e4-b04daa565dfe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:12.558874 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3478facd-1594-4d4d-8482-6e50ab0d7f3f req-691629b5-0766-4647-81e4-b04daa565dfe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0714345 Sep 17 05:32:12.565976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c24e04-8e88-4230-8b2f-dafcd9c54ee8 req-a5923d93-1d49-4001-af1b-708e5c511aa2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:12.567307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9c24e04-8e88-4230-8b2f-dafcd9c54ee8 req-a5923d93-1d49-4001-af1b-708e5c511aa2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0885379 Sep 17 05:32:12.623510 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3478facd-1594-4d4d-8482-6e50ab0d7f3f req-9fcb9aff-c154-4064-9b18-4a55cd046c48 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550933 Sep 17 05:32:12.628266 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d9c24e04-8e88-4230-8b2f-dafcd9c54ee8 req-f90e94cb-6040-47b6-b49f-21104762fd2a tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537171 Sep 17 05:32:12.729709 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ba43e-681e-48c7-b62a-2187bf37cbf7 req-7d89281b-a696-4b01-beba-3ea586bb308e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:12.731444 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-412ba43e-681e-48c7-b62a-2187bf37cbf7 req-7d89281b-a696-4b01-beba-3ea586bb308e tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0532150 Sep 17 05:32:12.770119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-412ba43e-681e-48c7-b62a-2187bf37cbf7 req-0df1f889-3548-41ee-8062-62b13d4c13e0 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Sep 17 05:32:13.433643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88445a7-89cc-48c0-a5f9-a1515181011a req-8c390c13-260c-4f38-8b5c-a523bd27405b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:13.435092 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d88445a7-89cc-48c0-a5f9-a1515181011a req-8c390c13-260c-4f38-8b5c-a523bd27405b tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0534942 Sep 17 05:32:13.471370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d88445a7-89cc-48c0-a5f9-a1515181011a req-c15fd9cf-815d-4c09-b8bf-dd435464c640 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301523 Sep 17 05:32:13.766386 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218be2-233c-4f22-b832-ec32c9901b80 req-a93c11ea-47e0-4d09-b772-5b16192e4aa9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:13.767866 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91218be2-233c-4f22-b832-ec32c9901b80 req-a93c11ea-47e0-4d09-b772-5b16192e4aa9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0761430 Sep 17 05:32:13.776628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614a2e5-734f-42a1-8678-9217e713db8b req-6941721b-7c24-4ba8-86a6-a3c26c58417b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:13.778228 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d614a2e5-734f-42a1-8678-9217e713db8b req-6941721b-7c24-4ba8-86a6-a3c26c58417b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0844412 Sep 17 05:32:13.830204 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91218be2-233c-4f22-b832-ec32c9901b80 req-11a5eced-ec4a-4803-b1e0-fa6c348cb62d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510383 Sep 17 05:32:13.835411 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d614a2e5-734f-42a1-8678-9217e713db8b req-d719281c-35d5-4ed4-881c-748e9a3fbbe7 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506794 Sep 17 05:32:13.842284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:13.936198 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d003-66d8-4d1f-ac02-25461cc8a32b req-6e202607-b769-413a-ac9c-33df85d129ba tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:13.937582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be26d003-66d8-4d1f-ac02-25461cc8a32b req-6e202607-b769-413a-ac9c-33df85d129ba tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0505648 Sep 17 05:32:13.974299 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be26d003-66d8-4d1f-ac02-25461cc8a32b req-8d2ad09e-c743-4f6a-92d2-2af43dd89855 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Sep 17 05:32:14.004482 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port b4dee43e-becd-4539-8af0-3db1a7ddce1b completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:32:14.008903 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port b4dee43e-becd-4539-8af0-3db1a7ddce1b triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:14.009268 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:14.092400 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:14.127557 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:14.131882 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed95df-5944-4285-a9f8-cc13e4b71a7f" -d '{"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:14.153454 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:14.168912 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035a28ac-5b34-4f30-bbeb-7881d995d0ef x-openstack-request-id: req-035a28ac-5b34-4f30-bbeb-7881d995d0ef {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:14.169202 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:14.169448 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-035a28ac-5b34-4f30-bbeb-7881d995d0ef {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:14.169835 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'code': 200} Sep 17 05:32:14.250601 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:14.297685 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:14.605830 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535ffa5-8ae8-4f97-8cfe-4478c005f09c req-8850bdad-30bb-42e5-8030-40e3c433bbe0 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:14.607310 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a535ffa5-8ae8-4f97-8cfe-4478c005f09c req-8850bdad-30bb-42e5-8030-40e3c433bbe0 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0801635 Sep 17 05:32:14.651630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccbe8e-d01f-4283-96f3-0cc668c8c372 req-4e7754a0-53a6-45b2-802c-33eb934547bd tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:14.653352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9ccbe8e-d01f-4283-96f3-0cc668c8c372 req-4e7754a0-53a6-45b2-802c-33eb934547bd tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0992546 Sep 17 05:32:14.707485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a535ffa5-8ae8-4f97-8cfe-4478c005f09c req-31861a39-3354-4e72-9b2a-34e61e217834 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897899 Sep 17 05:32:14.709329 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed085ba8-89e3-42d5-82ff-4d89d41fe703 req-a9bb7af1-b362-4142-81cb-dcff5cdeba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:14.710750 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed085ba8-89e3-42d5-82ff-4d89d41fe703 req-a9bb7af1-b362-4142-81cb-dcff5cdeba7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.1016941 Sep 17 05:32:14.718372 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9ccbe8e-d01f-4283-96f3-0cc668c8c372 req-f486f3bb-a97b-49b9-b108-c77e5eee5e78 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583615 Sep 17 05:32:14.760788 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed085ba8-89e3-42d5-82ff-4d89d41fe703 req-2ead351c-03c2-422f-9a1f-e516746f17ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Sep 17 05:32:14.954287 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129a67-6e86-4ae0-8d57-2b3e1461bb3e req-abb9dce3-8d6d-4b82-9e86-c41ed71db1d5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:14.955982 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6129a67-6e86-4ae0-8d57-2b3e1461bb3e req-abb9dce3-8d6d-4b82-9e86-c41ed71db1d5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0535104 Sep 17 05:32:14.997506 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6129a67-6e86-4ae0-8d57-2b3e1461bb3e req-ed3eccae-2d32-403e-a7b2-aaffe34e4e88 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Sep 17 05:32:15.108910 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd7b7-5ee7-4e48-b51b-673ca9a989e8 req-e9d86ff1-2c3a-4fa2-bfcc-d3ec635f9838 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:15.110373 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f2cd7b7-5ee7-4e48-b51b-673ca9a989e8 req-e9d86ff1-2c3a-4fa2-bfcc-d3ec635f9838 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Sep 17 05:32:15.151451 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f2cd7b7-5ee7-4e48-b51b-673ca9a989e8 req-9506f968-eae2-487d-99ca-f34941953061 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343812 Sep 17 05:32:15.822889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8197b-2d32-4e6b-a53e-6e45c50557a7 req-f90ddba8-fc89-4f4d-9a16-ac831654d280 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:15.824440 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ea8197b-2d32-4e6b-a53e-6e45c50557a7 req-f90ddba8-fc89-4f4d-9a16-ac831654d280 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0474739 Sep 17 05:32:15.867472 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ea8197b-2d32-4e6b-a53e-6e45c50557a7 req-906161e5-48dc-4626-9ade-276c199f204a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371468 Sep 17 05:32:15.966400 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d26fe-6bf0-4778-8283-60750191fa22 req-e717a81a-6a86-4dcf-bb76-39a4a6138e97 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:15.967867 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ba7d26fe-6bf0-4778-8283-60750191fa22 req-e717a81a-6a86-4dcf-bb76-39a4a6138e97 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0475512 Sep 17 05:32:16.004883 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ba7d26fe-6bf0-4778-8283-60750191fa22 req-6fe88cb6-c3a8-44b6-bc0c-68d8ea8dd8d6 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Sep 17 05:32:16.093235 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47288) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:16.120084 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8487b7-96c8-47e4-b40e-91892125c7a5 req-b9dc79b0-ef29-49df-9f1c-600f6c68250d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:16.121834 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a8487b7-96c8-47e4-b40e-91892125c7a5 req-b9dc79b0-ef29-49df-9f1c-600f6c68250d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0542409 Sep 17 05:32:16.166716 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a8487b7-96c8-47e4-b40e-91892125c7a5 req-e23204c9-3dba-42bb-a11b-eb3c20f3159d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Sep 17 05:32:16.227069 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-908e383a-b985-4830-8cc2-1ddf630c42a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.272566 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9162b-27c7-48ad-836a-130c5456acb8 req-db6b7773-0af5-47d9-a568-6edbd78eabb2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:16.274060 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16b9162b-27c7-48ad-836a-130c5456acb8 req-db6b7773-0af5-47d9-a568-6edbd78eabb2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Sep 17 05:32:16.311892 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16b9162b-27c7-48ad-836a-130c5456acb8 req-6d0ce04e-8379-4618-9482-6ac29adafbcd tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Sep 17 05:32:16.320787 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-908e383a-b985-4830-8cc2-1ddf630c42a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.427468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-908e383a-b985-4830-8cc2-1ddf630c42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.468786 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-908e383a-b985-4830-8cc2-1ddf630c42a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c1aa848bccc426d9e923661dc267134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716631 Sep 17 05:32:16.468786 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e383a-b985-4830-8cc2-1ddf630c42a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2961c3-f992-43df-be88-706dbfe9a7bb,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:16.469091 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47294) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:16.519280 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.540930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.712954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.715387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:16.716552 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd2961c3-f992-43df-be88-706dbfe9a7bb HTTP/1.1" status: 204 len: 168 time: 0.2461863 Sep 17 05:32:16.724868 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2961c3-f992-43df-be88-706dbfe9a7bb,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:16.731977 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.732325 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.732664 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.733000 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.733327 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.733660 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.733983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.734352 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.734617 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.734971 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.735313 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.735614 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bbbc14-be79-4d63-82ed-f2d2536e99c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:16.935608 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-c3e7c718-eeea-4303-a7ca-c06816df8b9a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:16.937382 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-c3e7c718-eeea-4303-a7ca-c06816df8b9a tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.0625720 Sep 17 05:32:17.051109 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26663a-c368-4474-bf3d-29c3d4777c08 req-43a06e88-f39e-438c-8a30-17a538cdb333 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:17.052667 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed26663a-c368-4474-bf3d-29c3d4777c08 req-43a06e88-f39e-438c-8a30-17a538cdb333 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 949 time: 0.1146331 Sep 17 05:32:17.149808 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed26663a-c368-4474-bf3d-29c3d4777c08 req-a099adc7-1165-495e-943c-6400fe591748 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/security-groups?id=bec27f87-409b-4add-8005-509e2f6557b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906758 Sep 17 05:32:17.161236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Deleting port 1543d7fa-9fa4-4d11-a295-301c92c12fef {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:32:17.161619 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:17.187752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141a2d5-f09d-497c-827d-bb00e5fba606 req-9523f878-8abc-4876-ad79-03674ee6a797 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:17.189274 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9141a2d5-f09d-497c-827d-bb00e5fba606 req-9523f878-8abc-4876-ad79-03674ee6a797 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.1026118 Sep 17 05:32:17.305245 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9141a2d5-f09d-497c-827d-bb00e5fba606 req-3532ed43-4428-4bb8-89dc-9e0a5e0fb24f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084354 Sep 17 05:32:17.321535 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] For port 1543d7fa-9fa4-4d11-a295-301c92c12fef, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=1543d7fa-9fa4-4d11-a295-301c92c12fef,segment=NetworkSegment(33992d4f-fb48-438a-a486-fe580b9bd6e4),segment_id=33992d4f-fb48-438a-a486-fe580b9bd6e4)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:17.321895 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:17.349236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Calling delete_port for 1543d7fa-9fa4-4d11-a295-301c92c12fef owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:32:17.373875 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254688-f9ed-4001-90f6-0cba54cdc596 req-11f2df1c-e4fb-41cc-b17f-5b940bc16a34 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:17.375464 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4254688-f9ed-4001-90f6-0cba54cdc596 req-11f2df1c-e4fb-41cc-b17f-5b940bc16a34 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.1149523 Sep 17 05:32:17.506963 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4254688-f9ed-4001-90f6-0cba54cdc596 req-88b7241c-28b6-43a9-9712-d543c998ab66 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075375 Sep 17 05:32:17.521016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e91dc-acbd-44c1-8af0-5cbce02d623a req-25ab11b8-3913-400c-a9fd-29cf9d53ea7b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:17.522485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a99e91dc-acbd-44c1-8af0-5cbce02d623a req-25ab11b8-3913-400c-a9fd-29cf9d53ea7b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.1242895 Sep 17 05:32:17.592574 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a99e91dc-acbd-44c1-8af0-5cbce02d623a req-8b96c0f1-7e40-4187-8590-fa4e82c9863e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624077 Sep 17 05:32:17.705150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e166a68-3ac4-47f7-b5a8-e4fc79045137 req-d61c7f0d-94c1-4160-88d1-8184b2117528 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:17.706619 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4e166a68-3ac4-47f7-b5a8-e4fc79045137 req-d61c7f0d-94c1-4160-88d1-8184b2117528 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Sep 17 05:32:17.741914 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:17.756902 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4e166a68-3ac4-47f7-b5a8-e4fc79045137 req-52bcd836-49fa-471e-8bbf-bfdf4a463bc9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Sep 17 05:32:17.757015 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['1543d7fa-9fa4-4d11-a295-301c92c12fef'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:17.774101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Pushing event deleted for resources: {'Port': ['ID=1543d7fa-9fa4-4d11-a295-301c92c12fef,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:17.777351 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47332) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:17.842045 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47338) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:17.882962 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] No DVR routers for this DVR port 1543d7fa-9fa4-4d11-a295-301c92c12fef on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:32:17.887346 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:17.889720 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47c1cd14-43a5-4b81-b3ed-649801d261d0 req-3398a627-b2e5-403d-8025-d3c9c724584d tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.35 "DELETE /v2.0/ports/1543d7fa-9fa4-4d11-a295-301c92c12fef HTTP/1.1" status: 204 len: 173 time: 0.9422312 Sep 17 05:32:17.890301 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'name': 'network-vif-deleted', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:17.895031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d5c75-6b49-471c-9ef0-222d5ddb1d08" -d '{"events": [{"server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "name": "network-vif-deleted", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:17.971358 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-927478282-network', 'tenant_id': 'b99cd61eb44f4540a0284b45568fbe6d'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:18.045498 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b567ac-091d-4a63-a6bc-c7995ec1cd48 tempest-TestShelveInstance-1559798080 tempest-TestShelveInstance-1559798080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:18.047043 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-59b567ac-091d-4a63-a6bc-c7995ec1cd48 tempest-TestShelveInstance-1559798080 tempest-TestShelveInstance-1559798080-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1093 time: 0.2670684 Sep 17 05:32:18.049911 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47348) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:18.054782 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'tenant_id': '97461b54825945708ea32f4951c18794', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:18.128363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-7fdd9f77-6da1-4ec9-b493-d84ce23adeb3 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:18.129820 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-7fdd9f77-6da1-4ec9-b493-d84ce23adeb3 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0472372 Sep 17 05:32:18.132259 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482eb21-5b21-455f-8b25-885c86480f4e x-openstack-request-id: req-f482eb21-5b21-455f-8b25-885c86480f4e {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:18.132546 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b086338-bbca-4bed-a000-dc7509ebdba8", "name": "network-vif-deleted", "tag": "1543d7fa-9fa4-4d11-a295-301c92c12fef", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:18.135633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f482eb21-5b21-455f-8b25-885c86480f4e {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:18.135633 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b086338-bbca-4bed-a000-dc7509ebdba8', 'name': 'network-vif-deleted', 'tag': '1543d7fa-9fa4-4d11-a295-301c92c12fef', 'status': 'completed', 'code': 200} Sep 17 05:32:18.171209 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Made reservation on behalf of b99cd61eb44f4540a0284b45568fbe6d for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:18.173424 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.192872 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.262846 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-15761b53-d7fb-4b08-a8ab-cb3cce2eeee1 req-e655d60f-20d8-45e6-8408-1a6f3ed49fcc tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0312603 Sep 17 05:32:18.289217 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Deleting port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:32:18.289691 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.291154 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for floatingip, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.384751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] For port ad3381b3-9737-4a4b-9a92-da719ccfdfd4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:18.385135 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.429102 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Calling delete_port for ad3381b3-9737-4a4b-9a92-da719ccfdfd4 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:32:18.441755 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.448539 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.457710 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bb156-4e43-495e-92a8-048fa6d01666 req-1dfff4f9-b763-4dc0-9e20-217232452d00 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:18.459843 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b18bb156-4e43-495e-92a8-048fa6d01666 req-1dfff4f9-b763-4dc0-9e20-217232452d00 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 945 time: 0.0722704 Sep 17 05:32:18.538061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b18bb156-4e43-495e-92a8-048fa6d01666 req-bfc7a6a8-4481-4ed9-b848-740975535340 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/security-groups?id=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Sep 17 05:32:18.579381 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Allocated IP 172.27.2.33 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/de63904e-a3d6-496c-824f-95dd9f08f7eb) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:18.581274 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.618065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:32:18.646831 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c7c60-33ef-4dac-be28-aaa3ea18db73,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:18.648859 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe017d-7794-40e6-89a8-2ca90bf8905e req-5ceccfbb-5f68-4021-875a-52db7864e98f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:18.650348 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2efe017d-7794-40e6-89a8-2ca90bf8905e req-5ceccfbb-5f68-4021-875a-52db7864e98f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0662949 Sep 17 05:32:18.650890 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.651239 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Added segment 1d97aed1-3918-4de2-aaa7-f09985d07eb4 of type vlan for network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 Sep 17 05:32:18.689518 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2efe017d-7794-40e6-89a8-2ca90bf8905e req-eee6dca0-c51b-4348-92d6-9745c239c779 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Sep 17 05:32:18.726679 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.772339 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.793081 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.806322 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['ad3381b3-9737-4a4b-9a92-da719ccfdfd4'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:18.823696 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Pushing event deleted for resources: {'Port': ['ID=ad3381b3-9737-4a4b-9a92-da719ccfdfd4,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:18.859854 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] No DVR routers for this DVR port ad3381b3-9737-4a4b-9a92-da719ccfdfd4 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:32:18.862768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.865255 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed49fa78-6548-4978-957c-17dc5cb30164 req-603853ea-5731-4eeb-86eb-56ab501daf9a tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.35 "DELETE /v2.0/ports/ad3381b3-9737-4a4b-9a92-da719ccfdfd4 HTTP/1.1" status: 204 len: 173 time: 0.7099910 Sep 17 05:32:18.921686 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.922715 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:18.923311 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.981382 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:18.991891 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] Pushing event updated for resources: {'Network': ['ID=49b4b7b6-1b18-499d-8628-d3175d68a6a8,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:19.001911 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:32:19.019206 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:19.025647 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:19.031178 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:19.037111 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'Port': ['ID=de63904e-a3d6-496c-824f-95dd9f08f7eb,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:19.073480 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ecbc3613-8ccd-448b-aaab-5ec51de2b30d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2303426 Sep 17 05:32:19.076782 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47360) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:19.082016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Request body: {'subnet': {'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-927478282-subnet', 'tenant_id': 'b99cd61eb44f4540a0284b45568fbe6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:19.193630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Made reservation on behalf of b99cd61eb44f4540a0284b45568fbe6d for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:19.196172 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:19.391503 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-290f5361-d40a-4c80-8ad8-4d4ae6d8a29f req-b31ecadc-80d6-4d0b-9f72-bbe8460e4ca7 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0426731 Sep 17 05:32:19.481346 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:19.536680 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80546c7a-11c9-4d7e-a728-1b64d3a86715,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:19.545619 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Checking segment: {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:19.545976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Network hostable DHCP agents. Network: 49b4b7b6-1b18-499d-8628-d3175d68a6a8, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:32:19.630914 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:32:19.649516 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-727abc9b-dbd5-4b7d-b515-64f1914b284a req-6bbc0402-9cd1-408e-b24d-4e719ff1b0ba tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0293083 Sep 17 05:32:19.708315 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:19.715687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 49b4b7b6-1b18-499d-8628-d3175d68a6a8) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:19.719786 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:19.720411 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:19.726668 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bde33a-6c57-49a1-8764-e2686abadbeb None None] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:32:19.808079 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054a348-aebf-49ab-ab6d-b7eab98d8884 req-e8c44786-4db5-43a9-af01-dfdc4bc5248c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:19.809632 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6054a348-aebf-49ab-ab6d-b7eab98d8884 req-e8c44786-4db5-43a9-af01-dfdc4bc5248c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Sep 17 05:32:19.823195 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4dbf2cf5-3c74-496d-91e7-3b7e3b8913e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7452235 Sep 17 05:32:19.852800 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6054a348-aebf-49ab-ab6d-b7eab98d8884 req-332d934b-c9d2-4e56-bc39-81cc33aaf863 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 Sep 17 05:32:19.855151 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0848edbf-bf0e-4f10-9980-935b1a0115e1 None None] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:32:19.885819 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:20.062746 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:20.134799 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'name': 'network-vif-deleted', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:20.137227 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5af543-fd5a-4560-bc2b-04a1946d8ebe" -d '{"events": [{"server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "name": "network-vif-deleted", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:20.173240 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23cf4d8-c85f-4386-9462-a4560a04fd36 x-openstack-request-id: req-d23cf4d8-c85f-4386-9462-a4560a04fd36 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:20.173524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865906bd-281f-4e5b-95e6-ca705aab890e", "name": "network-vif-deleted", "tag": "ad3381b3-9737-4a4b-9a92-da719ccfdfd4", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:20.173773 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d23cf4d8-c85f-4386-9462-a4560a04fd36 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:20.174158 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865906bd-281f-4e5b-95e6-ca705aab890e', 'name': 'network-vif-deleted', 'tag': 'ad3381b3-9737-4a4b-9a92-da719ccfdfd4', 'status': 'completed', 'code': 200} Sep 17 05:32:20.186827 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:20.250170 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event updated for resources: {'Port': ['ID=de63904e-a3d6-496c-824f-95dd9f08f7eb,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:20.261575 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:20.354942 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.l3_db [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Floating IP 5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869 associated. External IP: 172.27.2.33, port: b4dee43e-becd-4539-8af0-3db1a7ddce1b. Sep 17 05:32:20.506701 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22f70b62-42fe-4b57-9f23-899f57c69bc7 req-879a9288-9037-46c1-b6e0-16440ee64222 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0360615 Sep 17 05:32:20.566397 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Router 791a1119-dd30-4d99-9182-0e6574ebac74 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:32:20.668549 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:20.692947 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Sync routers for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:20.712285 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:20.712285 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:20.746631 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:20.776184 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29c9cda8-9ada-4200-a666-3d2dd8d1a103 req-f9d416b9-d97c-4818-8c9c-798564e4fccd tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0346346 Sep 17 05:32:20.780631 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ec48526f-d069-4628-924e-bf6328ce25c9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7294965 Sep 17 05:32:20.781219 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:20.783704 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d646f-8a70-49eb-b856-38f215b535b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:20.815121 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:20.828001 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6367b6-ea77-4545-852b-8ae7cfa640e8 x-openstack-request-id: req-cf6367b6-ea77-4545-852b-8ae7cfa640e8 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:20.828149 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:20.828569 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf6367b6-ea77-4545-852b-8ae7cfa640e8 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:20.828802 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'status': 'completed', 'code': 200} Sep 17 05:32:20.970792 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcdf4c-bc3c-4622-b9df-b8a0d7ba1cd1 req-5751967e-eae9-40e3-9012-efa3c77f067f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:20.972204 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61fcdf4c-bc3c-4622-b9df-b8a0d7ba1cd1 req-5751967e-eae9-40e3-9012-efa3c77f067f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Sep 17 05:32:21.011548 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61fcdf4c-bc3c-4622-b9df-b8a0d7ba1cd1 req-2598fe2f-d14c-42bc-a85c-f8c377b361a4 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Sep 17 05:32:21.035824 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869', 'tenant_id': '97461b54825945708ea32f4951c18794', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'mac_address': 'fa:16:3e:52:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:19Z', 'updated_at': '2021-09-17T05:32:19Z', 'revision_number': 0, 'project_id': '97461b54825945708ea32f4951c18794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:21.063156 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Checking router: 791a1119-dd30-4d99-9182-0e6574ebac74 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:21.071346 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:21.071969 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:21.173289 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:21.389642 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869', 'tenant_id': '97461b54825945708ea32f4951c18794', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'mac_address': 'fa:16:3e:52:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:19Z', 'updated_at': '2021-09-17T05:32:19Z', 'revision_number': 0, 'project_id': '97461b54825945708ea32f4951c18794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:21.415485 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4354fdd-bd4c-4690-bedd-a05e191831a2 None None] The sync data for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi is: [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869', 'tenant_id': '97461b54825945708ea32f4951c18794', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'mac_address': 'fa:16:3e:52:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:19Z', 'updated_at': '2021-09-17T05:32:19Z', 'revision_number': 0, 'project_id': '97461b54825945708ea32f4951c18794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:32:21.604958 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771404e1-0246-4390-ba32-e7ce00de7f56 None None] New status for floating IP 5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869: ACTIVE {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:32:21.613288 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9441ae36-1b8f-4916-aa8e-bc11db7310a8 req-b650de0d-7c2d-49e5-ae64-0bbbad6368d6 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0319746 Sep 17 05:32:21.887463 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-200c4bfc-62ea-4a2c-afce-2002b987acc9 req-80f2853b-9f9b-4c7c-aba9-c29d736c60c8 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0288441 Sep 17 05:32:22.130573 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128765-58cb-4187-ae49-7f5dea68a1f8 req-bae8aa55-90f2-4ba9-9680-a15e10586999 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:22.132084 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd128765-58cb-4187-ae49-7f5dea68a1f8 req-bae8aa55-90f2-4ba9-9680-a15e10586999 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0500684 Sep 17 05:32:22.170151 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd128765-58cb-4187-ae49-7f5dea68a1f8 req-bbb54a81-c97b-4117-8bf2-aa835aad3135 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321200 Sep 17 05:32:22.716404 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6db6ed1-17c1-4c35-b108-ffaafdccb548 req-a4711993-000c-4684-bc96-37d9cde092b5 tempest-VolumesNegativeTest-1236676243 tempest-VolumesNegativeTest-1236676243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b086338-bbca-4bed-a000-dc7509ebdba8 HTTP/1.1" status: 200 len: 210 time: 0.0262449 Sep 17 05:32:22.759596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 1543d7fa-9fa4-4d11-a295-301c92c12fef no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:32:22.780291 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 1543d7fa-9fa4-4d11-a295-301c92c12fef {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:32:22.780630 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 1543d7fa-9fa4-4d11-a295-301c92c12fef not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:32:22.781045 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device ad3381b3-9737-4a4b-9a92-da719ccfdfd4 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:32:22.802093 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: ad3381b3-9737-4a4b-9a92-da719ccfdfd4 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:32:22.802433 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device ad3381b3-9737-4a4b-9a92-da719ccfdfd4 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:32:22.857860 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-01a5482c-ac6c-4fcb-9355-edcca5d78816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:22.859355 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-01a5482c-ac6c-4fcb-9355-edcca5d78816 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0460474 Sep 17 05:32:22.992454 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-994677ea-82ea-438a-a9e3-e9a93ed65e24 req-540eb9cd-5d65-4174-96ad-7eb38fca6aa0 tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0378029 Sep 17 05:32:22.996930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-b0603bf1-4ddc-43be-b1ad-f76b412ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:22.998319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-b0603bf1-4ddc-43be-b1ad-f76b412ece35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 910 time: 0.1185493 Sep 17 05:32:23.300411 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-c62545da-25e9-44dd-ac57-be2bab095982 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 1000 time: 0.2924304 Sep 17 05:32:23.374674 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111029-d5d1-4405-9f25-90dcca1b70f0 req-5931341d-34c6-476c-8454-3c4a999082e2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:23.376151 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7111029-d5d1-4405-9f25-90dcca1b70f0 req-5931341d-34c6-476c-8454-3c4a999082e2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0805173 Sep 17 05:32:23.377393 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-ee5aa3ba-f005-4d94-925d-336a9b6c6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:23.378662 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-ee5aa3ba-f005-4d94-925d-336a9b6c6153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.0711482 Sep 17 05:32:23.439505 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7111029-d5d1-4405-9f25-90dcca1b70f0 req-9da20183-0c46-4390-9919-7e0155abba8c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566854 Sep 17 05:32:23.447696 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-5a83e13a-4c63-488a-a344-0bf7d0200a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:23.449143 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-5a83e13a-4c63-488a-a344-0bf7d0200a5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600581 Sep 17 05:32:23.538168 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-a10e4d53-5157-421d-b649-bde7ddba4258 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 Sep 17 05:32:23.646517 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e63d646f-8a70-49eb-b856-38f215b535b1 req-8427abec-ae30-4d35-ba1e-cfe57b340cea service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830612 Sep 17 05:32:23.951867 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfab55d-9d4a-4c05-9784-c56bb716bc55 req-d2e4010b-0c90-4d4e-ac69-8ed47fefe5bf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:23.953363 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4cfab55d-9d4a-4c05-9784-c56bb716bc55 req-d2e4010b-0c90-4d4e-ac69-8ed47fefe5bf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0488529 Sep 17 05:32:23.990976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4cfab55d-9d4a-4c05-9784-c56bb716bc55 req-05bfebd2-909f-4ae5-8eab-5b4757314009 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Sep 17 05:32:24.101680 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9cbbdc5c-0ea9-4dce-afb3-10302742e1de req-3763792a-db47-4abc-98a3-e81a01af009f tempest-ServerRescueNegativeTestJSON-1141564755 tempest-ServerRescueNegativeTestJSON-1141564755-project] 10.222.0.23 "GET /v2.0/ports?device_id=865906bd-281f-4e5b-95e6-ca705aab890e HTTP/1.1" status: 200 len: 210 time: 0.0306323 Sep 17 05:32:24.156424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-a72fcfee-dacb-4dd0-9e84-9889c5f7624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:24.157956 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-a72fcfee-dacb-4dd0-9e84-9889c5f7624a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0445347 Sep 17 05:32:24.198838 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:24.253411 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ba5ee803-1641-4461-8353-1995b0601368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:24.255427 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ba5ee803-1641-4461-8353-1995b0601368 service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.0874145 Sep 17 05:32:24.325407 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-1e21336f-cd29-4aa3-a334-23f69e2033e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1002 time: 0.0608168 Sep 17 05:32:24.378862 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ba274cd2-160f-4b8b-ae91-685418899e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:24.380863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ba274cd2-160f-4b8b-ae91-685418899e0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0455682 Sep 17 05:32:24.435222 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ce989ba5-37b9-4109-81da-d773bb0233fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:24.436757 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ce989ba5-37b9-4109-81da-d773bb0233fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393622 Sep 17 05:32:24.530626 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-c88707f0-47c5-4d00-8c01-ec87ee70b9fe service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856421 Sep 17 05:32:24.618943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-71ba6811-7c69-4fd5-b0b7-f01b38c87439 req-ae7225c8-f961-4454-8a1d-68a4c27316d5 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807784 Sep 17 05:32:25.143695 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227635f-a837-4aa3-ae03-63981772aadf req-7f37f142-0f1d-4960-849d-06bdbedaaaf6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:25.145109 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8227635f-a837-4aa3-ae03-63981772aadf req-7f37f142-0f1d-4960-849d-06bdbedaaaf6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0834520 Sep 17 05:32:25.225021 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8227635f-a837-4aa3-ae03-63981772aadf req-af3e084f-f27d-43c9-840a-660ce6aebde2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547583 Sep 17 05:32:25.231671 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-1139f9c2-92ed-4a88-a1e0-5e7c8ccf9ae7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:25.233145 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-1139f9c2-92ed-4a88-a1e0-5e7c8ccf9ae7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/networks?id=49b4b7b6-1b18-499d-8628-d3175d68a6a8 HTTP/1.1" status: 200 len: 813 time: 0.1387703 Sep 17 05:32:25.250383 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-a0e47e39-bbd9-4c3b-9bff-d342457f6d4b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/quotas/b99cd61eb44f4540a0284b45568fbe6d HTTP/1.1" status: 200 len: 375 time: 0.0114567 Sep 17 05:32:25.274933 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47546) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:25.293639 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-4043cb4b-e8d7-4499-9db6-2685be6cbdad tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327477 Sep 17 05:32:25.394739 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-78cef0a1-39eb-443e-9101-189968caefda service neutron] 10.222.0.23 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909710 Sep 17 05:32:25.497025 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-a30799f7-fbf7-4d11-b491-9f06bb746842 service neutron] 10.222.0.23 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957773 Sep 17 05:32:25.791798 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-88816bf7-4c72-4cc0-843b-1d8cefabb168 req-6b44be30-ad7b-49c0-8ae6-f27d8835eadf tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0290051 Sep 17 05:32:25.869324 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:32:25.919830 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:26.205740 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Deleting port 78bf112a-7ad1-4671-9508-7140154261f5 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:32:26.206044 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:26.288391 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] For port 78bf112a-7ad1-4671-9508-7140154261f5, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=78bf112a-7ad1-4671-9508-7140154261f5,segment=NetworkSegment(80fe69ea-1f41-4db9-b51c-b997014d1d3f),segment_id=80fe69ea-1f41-4db9-b51c-b997014d1d3f)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:26.288986 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:26.302534 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Calling delete_port for 78bf112a-7ad1-4671-9508-7140154261f5 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:32:26.366427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434f701-781e-4137-9e7e-d1d97d154969 req-274f08b0-2462-44e3-95a8-b91469fa78cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:26.367937 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6434f701-781e-4137-9e7e-d1d97d154969 req-274f08b0-2462-44e3-95a8-b91469fa78cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0550845 Sep 17 05:32:26.435319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6434f701-781e-4137-9e7e-d1d97d154969 req-4c831510-edde-44a0-8edb-f6651163adf3 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411184 Sep 17 05:32:26.707418 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:26.740133 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Pushing event deleted for resources: {'Port': ['ID=78bf112a-7ad1-4671-9508-7140154261f5,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:26.879559 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-84061266-7f33-4566-9e45-ff5f32be5718 req-d3929ba2-ce56-406e-b393-c69f7c82e1b5 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0349107 Sep 17 05:32:26.893743 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:27.113319 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Router 79548c3e-baa4-4666-be78-cb91b013b241 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:32:27.218186 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:27.224255 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-89b49d79-6d97-462b-953e-67022941794d admin admin] 10.222.0.23 "PUT /v2.0/routers/79548c3e-baa4-4666-be78-cb91b013b241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471314 Sep 17 05:32:27.229270 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Sync routers for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:27.229828 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47658) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:27.240201 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:27.240810 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:27.361550 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:27.447841 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:27.479972 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:27.596781 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2e38-7a49-45e3-b67b-09fdf8e0dbfd req-e26958a6-274d-4bf8-b1d7-e1da60c9459b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:27.620085 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c90e2e38-7a49-45e3-b67b-09fdf8e0dbfd req-e26958a6-274d-4bf8-b1d7-e1da60c9459b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.1111710 Sep 17 05:32:27.648785 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:32:26Z', 'revision_number': 5, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port': {'id': '3e0d5dee-4804-4ffb-b1a8-4a746eb95389', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79548c3e-baa4-4666-be78-cb91b013b241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:42Z', 'updated_at': '2021-09-17T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:27.650122 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Deleting port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:32:27.650487 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:27.657226 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c90e2e38-7a49-45e3-b67b-09fdf8e0dbfd req-6c7ad158-c159-4cba-8fe2-4b49fad798dc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360312 Sep 17 05:32:27.682708 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Checking router: 79548c3e-baa4-4666-be78-cb91b013b241 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:27.692342 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Routers {'79548c3e-baa4-4666-be78-cb91b013b241'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:27.693683 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['79548c3e-baa4-4666-be78-cb91b013b241'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:27.746863 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] For port 3e0d5dee-4804-4ffb-b1a8-4a746eb95389, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:27.747242 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:27.760174 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Calling delete_port for 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:32:27.781478 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] Set router 79548c3e-baa4-4666-be78-cb91b013b241 gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:27.842342 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:32:27Z', 'revision_number': 6, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:27.874144 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79aea5-3604-47ea-91d5-52f1efb56bce None None] The sync data for ids ['79548c3e-baa4-4666-be78-cb91b013b241'] in dv-cinder-809518-2-iscsi is: [{'id': '79548c3e-baa4-4666-be78-cb91b013b241', 'name': 'tempest-ServerRescueNegativeTestJSON-1052107294-router', 'tenant_id': 'd171449664af48708b4932646ab23721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:32:27Z', 'revision_number': 6, 'project_id': 'd171449664af48708b4932646ab23721', 'gw_port_host': None}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:32:27.983083 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7f403b5b-46b6-4370-8a88-214fa31c75fd req-5eb94b91-88a2-4869-81e8-b8e4f4e5b551 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Sep 17 05:32:28.004435 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.033326 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0d5dee-4804-4ffb-b1a8-4a746eb95389,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:28.094347 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.202178 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.211340 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.355410 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.356179 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79548c3e-baa4-4666-be78-cb91b013b241 {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:32:28.361533 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.363779 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cc5e15da-0f63-4c4b-af79-8e82df085c86 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79548c3e-baa4-4666-be78-cb91b013b241 HTTP/1.1" status: 204 len: 168 time: 1.1317868 Sep 17 05:32:28.365315 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47726) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:28.409140 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Deleting subnet e63ab680-8cb5-4a98-a53f-7d85b05c66e4 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:32:28.416615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.452967 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.499175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.667570 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.699453 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63ab680-8cb5-4a98-a53f-7d85b05c66e4,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:28.710540 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-85a8ea01-4f16-475c-bb5e-1d84dd62decf tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:28.712131 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-85a8ea01-4f16-475c-bb5e-1d84dd62decf tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "GET /v2.0/networks?id=49b4b7b6-1b18-499d-8628-d3175d68a6a8 HTTP/1.1" status: 200 len: 813 time: 0.1115539 Sep 17 05:32:28.716395 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.716395 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ff50ac0b-9496-4a75-a4b2-1427dc9f0b0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e63ab680-8cb5-4a98-a53f-7d85b05c66e4 HTTP/1.1" status: 204 len: 168 time: 0.3497694 Sep 17 05:32:28.718510 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47736) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:28.741380 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Request body: {'port': {'device_id': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8', 'admin_state_up': True, 'tenant_id': 'b99cd61eb44f4540a0284b45568fbe6d'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:28.798286 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.857880 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805166dd-d03c-4661-b364-f8ec1ffea552 req-e4ae8587-9bef-4d72-91e3-e1a3bde3ba6f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:28.865295 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-805166dd-d03c-4661-b364-f8ec1ffea552 req-e4ae8587-9bef-4d72-91e3-e1a3bde3ba6f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.1044891 Sep 17 05:32:28.909526 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.926170 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 78bf112a-7ad1-4671-9508-7140154261f5 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:32:28.928631 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-805166dd-d03c-4661-b364-f8ec1ffea552 req-9c758175-8d68-4b24-8a57-f1801f62a086 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622773 Sep 17 05:32:28.935692 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c050ffe-34d2-49e6-b26f-038de42e2530']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:28.947858 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fe69ea-1f41-4db9-b51c-b997014d1d3f') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:28.947858 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fe69ea-1f41-4db9-b51c-b997014d1d3f') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:28.958185 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.967642 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 78bf112a-7ad1-4671-9508-7140154261f5 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:32:28.968052 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 78bf112a-7ad1-4671-9508-7140154261f5 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:32:28.971126 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:32:28.976367 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.983078 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:32:28.983576 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:32:28.985371 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:32:28.988818 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:32:28.993900 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 3e0d5dee-4804-4ffb-b1a8-4a746eb95389 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:32:29.086376 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e2a4b731-31de-4465-b79c-fe83ded5d7c8 req-80034036-cac2-40df-bbee-974a5e9f048c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0265002 Sep 17 05:32:29.132945 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Made reservation on behalf of b99cd61eb44f4540a0284b45568fbe6d for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:29.136520 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.190039 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.206178 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.208445 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c050ffe-34d2-49e6-b26f-038de42e2530 HTTP/1.1" status: 204 len: 168 time: 0.4884701 Sep 17 05:32:29.210416 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f003a-4c1d-4e7a-90f0-d313b81f02f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c050ffe-34d2-49e6-b26f-038de42e2530,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:29.274663 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Allocated IP 172.20.0.8 (49b4b7b6-1b18-499d-8628-d3175d68a6a8/80546c7a-11c9-4d7e-a728-1b64d3a86715/cec14cdc-390f-4d7f-ba8a-983198137648) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:29.418124 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.604922 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.624172 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47754) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:29.650547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:29.653898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:29.659656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:29.665208 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0f4b96fe-932b-4cb8-83ab-2dc1124c0a80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d171449664af48708b4932646ab23721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398235 Sep 17 05:32:29.666580 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Pushing event updated for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:29.667735 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47756) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:29.719469 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:29.720255 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.720472 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.748127 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.827824 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-39eed9a3-abaf-45ce-be7e-31679221940a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907545 Sep 17 05:32:29.846378 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Request body: {'port': {'device_id': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:29.902466 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.913230 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47770) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:29.926756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.929603 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:29.930807 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04eb21a0-dee6-49df-aeec-b6f2ef6c7e79 HTTP/1.1" status: 204 len: 168 time: 0.2619858 Sep 17 05:32:29.939158 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3d0ea-3640-4018-9813-03f661fe6a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb21a0-dee6-49df-aeec-b6f2ef6c7e79,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:30.060792 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-bece7c9e-c801-44a8-b9bc-e042aa3e9c7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c050dcb4298546e78a7d42c7874d95da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461096 Sep 17 05:32:30.063137 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47778) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:30.113426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d201d-0f65-4715-b567-be9c52915ef9 req-578a3dcb-589a-4c71-ba03-9a86cef6dedd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:30.115659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bb2d201d-0f65-4715-b567-be9c52915ef9 req-578a3dcb-589a-4c71-ba03-9a86cef6dedd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.1998422 Sep 17 05:32:30.189262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9ed1d-75cd-4635-a2db-bffac7f5d62a req-c1f61bb5-4f53-4cef-8c17-471b8af1d23d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:30.190857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a2a9ed1d-75cd-4635-a2db-bffac7f5d62a req-c1f61bb5-4f53-4cef-8c17-471b8af1d23d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.1768687 Sep 17 05:32:30.214644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bb2d201d-0f65-4715-b567-be9c52915ef9 req-229cb431-5c1a-4b01-87cc-dd8e5ed95d25 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Sep 17 05:32:30.247666 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47782) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:30.282371 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a2a9ed1d-75cd-4635-a2db-bffac7f5d62a req-6b580978-0a40-46d9-b2d7-b5a2e1a6e2cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821803 Sep 17 05:32:30.326961 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.354000 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.416478 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec14cdc-390f-4d7f-ba8a-983198137648 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:32:30.429575 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.441192 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26deb9a-7ffb-45e5-8cfe-c72e259d7be8 req-e5113647-4fb9-41cd-af21-610b32f11483 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:30.442893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e26deb9a-7ffb-45e5-8cfe-c72e259d7be8 req-e5113647-4fb9-41cd-af21-610b32f11483 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 931 time: 0.1451995 Sep 17 05:32:30.507239 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e26deb9a-7ffb-45e5-8cfe-c72e259d7be8 req-16629f48-2f56-4bac-8d05-ef0df4e9dae3 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Sep 17 05:32:30.528592 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429cc14-c544-41e6-a433-2b12f900764d tempest-TestMinimumBasicScenario-1757018915 tempest-TestMinimumBasicScenario-1757018915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:30.528592 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a429cc14-c544-41e6-a433-2b12f900764d tempest-TestMinimumBasicScenario-1757018915 tempest-TestMinimumBasicScenario-1757018915-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1094 time: 0.2773802 Sep 17 05:32:30.529985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47796) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:30.532868 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.533711 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'port_id': 'fb44a30b-0252-475a-b281-1fb57771d099', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:30.538923 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.543760 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Transition to ACTIVE for port object cec14cdc-390f-4d7f-ba8a-983198137648 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:32:30.544283 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bec27f87-409b-4add-8005-509e2f6557b1 HTTP/1.1" status: 204 len: 168 time: 0.4765058 Sep 17 05:32:30.552470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9eda-b2c7-45be-a306-65bdaeeab947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec27f87-409b-4add-8005-509e2f6557b1,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:30.621058 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.676933 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for floatingip, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.693379 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Pushing event updated for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:30.769060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Attempting to bind port cec14cdc-390f-4d7f-ba8a-983198137648 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:32:30.769747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Attempting to bind port cec14cdc-390f-4d7f-ba8a-983198137648 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:32:30.769747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Attempting to bind port cec14cdc-390f-4d7f-ba8a-983198137648 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:30.804712 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Port cec14cdc-390f-4d7f-ba8a-983198137648 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:32:30.805056 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Attempting to bind port cec14cdc-390f-4d7f-ba8a-983198137648 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:30.815626 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:32:30.816069 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Checking segment: {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:30.816458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Bound using segment: {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:32:30.816961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Bound port: cec14cdc-390f-4d7f-ba8a-983198137648, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:32:30.817372 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.903167 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:30.910078 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:32:30.918053 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cec14cdc-390f-4d7f-ba8a-983198137648,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:32:31.007043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.066264 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.066882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.068848 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] 10.222.0.35 "PUT /v2.0/ports/cec14cdc-390f-4d7f-ba8a-983198137648 HTTP/1.1" status: 200 len: 1093 time: 1.2267802 Sep 17 05:32:31.072915 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:31.075252 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea42d91-6cab-4ab7-899f-0b18e560b094" -d '{"events": [{"name": "network-changed", "server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:31.088236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Allocated IP 172.27.2.26 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/e99a8930-6233-412a-86e1-b1ba7d41e19a) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:31.104966 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4609c4b-f934-4598-b908-57cea2318564 service neutron] Pushing event updated for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:31.124437 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75acb52e-956b-4a13-bc3e-312c71d792f6 x-openstack-request-id: req-75acb52e-956b-4a13-bc3e-312c71d792f6 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:31.124728 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:31.124982 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75acb52e-956b-4a13-bc3e-312c71d792f6 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:31.125417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648', 'status': 'completed', 'code': 200} Sep 17 05:32:31.216339 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47816) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:31.225174 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-463ea16e-703a-4007-a300-40fb067d5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.226684 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-463ea16e-703a-4007-a300-40fb067d5657 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0621717 Sep 17 05:32:31.236232 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.312010 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-network', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:31.351158 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-fd1f6317-b825-42a0-99db-c4027d982ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.352736 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-fd1f6317-b825-42a0-99db-c4027d982ddf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1122243 Sep 17 05:32:31.404384 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Made reservation on behalf of 77efdd1526ba42d3be7cbcb4c3a2bc06 for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:31.407285 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.417317 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.432430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.436495 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47822) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:31.485022 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:31.490402 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:31.494221 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:31.501272 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-118f294d-f8f8-413d-aae5-2161de15f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.502769 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aea42d91-6cab-4ab7-899f-0b18e560b094 req-118f294d-f8f8-413d-aae5-2161de15f83c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421652 Sep 17 05:32:31.530080 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'Port': ['ID=e99a8930-6233-412a-86e1-b1ba7d41e19a,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:31.548615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.588745 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-48a8f1f7-a836-419b-a2be-e962f73915a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.601317 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f43b-cb7a-4b49-a924-31591a61100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.631005 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.667343 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:32:31.677445 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c08a4-c6aa-44cc-9705-8d50d037ce86,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:31.689986 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.690330 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Added segment aad51a89-659f-4131-9b65-417dadfcd419 of type vlan for network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 Sep 17 05:32:31.746590 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.800362 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-48a8f1f7-a836-419b-a2be-e962f73915a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.893110 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.894115 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.894699 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.954297 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-48a8f1f7-a836-419b-a2be-e962f73915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:31.959824 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] Pushing event updated for resources: {'Network': ['ID=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:31.965024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-db50b06d-ef08-40a7-ae3e-d53d52c31e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.966548 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-db50b06d-ef08-40a7-ae3e-d53d52c31e78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 1096 time: 0.3972538 Sep 17 05:32:31.971511 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:32:31.990525 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52b3e-31dc-4156-96bc-1ea53947d8f7 req-4aefd6bd-48fe-4670-93cc-7a08c5eb3027 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:31.992090 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a4f52b3e-31dc-4156-96bc-1ea53947d8f7 req-4aefd6bd-48fe-4670-93cc-7a08c5eb3027 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 943 time: 0.3927479 Sep 17 05:32:32.002846 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-48a8f1f7-a836-419b-a2be-e962f73915a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=133d96658b924a0ab6bf1c39c461c43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628812 Sep 17 05:32:32.002846 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8f1f7-a836-419b-a2be-e962f73915a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66709593-f69e-4345-8c80-bc92889c2b4e,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:32.003760 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47828) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:32.025247 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-10494152-4632-4f5b-acb0-265c2c739487 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec14cdc-390f-4d7f-ba8a-983198137648 HTTP/1.1" status: 200 len: 217 time: 0.0493450 Sep 17 05:32:32.050894 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-42c214c1-faad-4c2d-b1da-0532251fad02 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8306303 Sep 17 05:32:32.051133 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47830) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:32.058179 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Request body: {'subnet': {'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-subnet', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:32.077049 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.109172 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.136469 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a4f52b3e-31dc-4156-96bc-1ea53947d8f7 req-35468e05-9898-441e-b2a7-c2722c80cd44 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160135 Sep 17 05:32:32.147265 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-e4442b30-2d8c-418e-b17e-43737fe48ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:32.148964 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-e4442b30-2d8c-418e-b17e-43737fe48ad1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80546c7a-11c9-4d7e-a728-1b64d3a86715 HTTP/1.1" status: 200 len: 853 time: 0.1119611 Sep 17 05:32:32.181511 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-bef1a309-b7cc-4ba7-ab09-bb3d58c5e710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49b4b7b6-1b18-499d-8628-d3175d68a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247498 Sep 17 05:32:32.183591 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Made reservation on behalf of 77efdd1526ba42d3be7cbcb4c3a2bc06 for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:32.185944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3922108'] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.257137 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.259664 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.261074 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66709593-f69e-4345-8c80-bc92889c2b4e HTTP/1.1" status: 204 len: 168 time: 0.2562478 Sep 17 05:32:32.275701 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673ba6c-9882-403f-a543-338ec99798be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66709593-f69e-4345-8c80-bc92889c2b4e,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:32.338040 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-32068257-f00f-405f-98e1-ceab31a91fb7 service neutron] 10.222.0.35 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489275 Sep 17 05:32:32.427641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3922066'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.476889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.496103 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4859c929-c7da-48b0-a10d-9658059d641b,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:32.498322 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Checking segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:32.498681 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Network hostable DHCP agents. Network: c09ecdee-889e-4962-bf0e-0eaa1fbb9c88, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:32:32.512897 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ed16ac0b-de4f-41a6-8ed3-a11f999c8980 req-bcab6fd3-0cd6-40b3-9308-f90cfa779e6a service neutron] 10.222.0.35 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672759 Sep 17 05:32:32.615721 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:32:32.704704 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.759101 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, c09ecdee-889e-4962-bf0e-0eaa1fbb9c88) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:32.765384 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:32.766023 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.770242 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe9248-c3fc-46a2-b1e3-e08dd77a5688 None None] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:32:32.856163 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.912003 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb58c3cc-56f8-5db9-bf80-3edaf297fcba-c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b'}]}} from dv-cinder-809518-2-iscsi. {{(pid=94518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 05:32:32.912838 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:32.918168 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d1b55e4b-9568-4070-abd8-19f74d516c4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8613374 Sep 17 05:32:32.918168 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47834) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:32.920512 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:32.969619 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.027283 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7884'] for router, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.029775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7895'] for router, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.037636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'Port': ['ID=e99a8930-6233-412a-86e1-b1ba7d41e19a,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:33.047889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.049878 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Allocated IP 172.20.0.2 (c09ecdee-889e-4962-bf0e-0eaa1fbb9c88/4859c929-c7da-48b0-a10d-9658059d641b/460e9dca-fb3a-439a-81df-c683f337718d) {{(pid=94518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:33.087875 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.147230 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Floating IP a4e2cba0-de8a-49aa-aaf1-330d4fc50774 associated. External IP: 172.27.2.26, port: fb44a30b-0252-475a-b281-1fb57771d099. Sep 17 05:32:33.202670 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks [] for port, precommit_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.279319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248'] for port, after_create {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.295748 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.317990 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is already hosted by enough agents. {{(pid=94518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:33.320778 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Resources bound (agent type, host, resource id): {{(pid=94518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:33.326203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Received port after_create {{(pid=94518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:33.333612 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Pushing event updated for resources: {'Port': ['ID=460e9dca-fb3a-439a-81df-c683f337718d,revision_number=1']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:33.335467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5d62-3c75-4bad-9e3c-caf74cd1b4f4 req-0cec5d24-7cf0-4758-8337-5a0d7dbb19e8 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:33.337040 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c85e5d62-3c75-4bad-9e3c-caf74cd1b4f4 req-0cec5d24-7cf0-4758-8337-5a0d7dbb19e8 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0990303 Sep 17 05:32:33.385661 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Attempting to bind port 460e9dca-fb3a-439a-81df-c683f337718d on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:32:33.386024 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Attempting to bind port 460e9dca-fb3a-439a-81df-c683f337718d by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:32:33.386380 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Attempting to bind port 460e9dca-fb3a-439a-81df-c683f337718d on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:33.391189 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:32:33.391640 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Checking segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:33.392062 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.392447 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Bound using segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:32:33.392900 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Bound port: 460e9dca-fb3a-439a-81df-c683f337718d, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:32:33.393273 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.422307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c85e5d62-3c75-4bad-9e3c-caf74cd1b4f4 req-a7dca8f0-10ce-4a05-8ed3-2dd240e7484d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763254 Sep 17 05:32:33.436953 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Router 0692b293-2182-40dc-ba08-5d639d0ae7d5 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:32:33.457555 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] For port 460e9dca-fb3a-439a-81df-c683f337718d, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:32:33.460701 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] For port 460e9dca-fb3a-439a-81df-c683f337718d, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=460e9dca-fb3a-439a-81df-c683f337718d,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:32:33.527345 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.552829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:33.573071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Sync routers for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:33.603896 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:33.604584 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:33.613975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.633773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.644100 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ae005-da90-45bd-a634-d2ee273f1f62 None None] Pushing event updated for resources: {'Port': ['ID=460e9dca-fb3a-439a-81df-c683f337718d,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:33.669884 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.713641 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e8daeae3-a0d8-4cea-b3a5-b51701c5c167 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1833308 Sep 17 05:32:33.714564 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47838) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:33.715404 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:33.717667 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:33.718119 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ac74d-d1cd-4715-b7aa-13efbe4181e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:33.726910 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743750878', 'description': 'tempest-secgroup-smoke-743750878 description', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:33.780990 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Allocated IP 172.27.2.241 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/595ef69e-48f7-4fb4-b782-081146efc80d) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:33.796112 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b873f6-f35a-4648-87da-06df20c2d5e2 x-openstack-request-id: req-a6b873f6-f35a-4648-87da-06df20c2d5e2 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:33.796699 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:33.796966 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6b873f6-f35a-4648-87da-06df20c2d5e2 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:33.797361 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:32:33.884122 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-583a88a2-9844-4cdb-b722-83dd740e6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:33.886015 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-583a88a2-9844-4cdb-b722-83dd740e6e4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1099 time: 0.0618351 Sep 17 05:32:33.908610 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:33.922283 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.026431 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-f802883a-e187-4c8d-a1a5-a084bdc046cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:34.028252 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-f802883a-e187-4c8d-a1a5-a084bdc046cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.1259456 Sep 17 05:32:34.030435 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.075801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:34.078948 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:34.081583 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:34.119842 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-558d810a-936a-47f6-9afe-95e6f9f22960 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 999 time: 0.0830829 Sep 17 05:32:34.122172 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.122392 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Pushing event updated for resources: {'Port': ['ID=595ef69e-48f7-4fb4-b782-081146efc80d,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:34.172771 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a4e2cba0-de8a-49aa-aaf1-330d4fc50774', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'port_id': 'fb44a30b-0252-475a-b281-1fb57771d099', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'mac_address': 'fa:16:3e:0d:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:32Z', 'updated_at': '2021-09-17T05:32:32Z', 'revision_number': 0, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:34.177958 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-0a332afe-1197-48d1-8484-bb0168685430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:34.179425 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-0a332afe-1197-48d1-8484-bb0168685430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0517230 Sep 17 05:32:34.202443 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Checking router: 0692b293-2182-40dc-ba08-5d639d0ae7d5 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:34.210910 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:34.211526 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:34.214099 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.258391 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b672ae47-27d6-4651-8345-dcef39298a45,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:34.264219 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-64491efb-eca8-48d1-8784-28059762c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:34.265239 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-64491efb-eca8-48d1-8784-28059762c04b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770643 Sep 17 05:32:34.324323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:34.342879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.344580 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-7387fa9d-70b7-4325-9a55-2afe6fb88c98 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6232593 Sep 17 05:32:34.347793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47844) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:34.360108 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:34.375101 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-cbe37cc3-1944-4665-b856-f401ab1e01fb service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022675 Sep 17 05:32:34.497396 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.512423 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-126ac74d-d1cd-4715-b7aa-13efbe4181e3 req-d74619f8-0070-49ca-8a66-512cf898d196 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280799 Sep 17 05:32:34.551495 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.594572 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec75b-0cfc-4eb7-a08e-6bab584d6cab req-dd1934f1-cdad-4401-8806-3eec76a8ec63 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:34.596246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-58fec75b-0cfc-4eb7-a08e-6bab584d6cab req-dd1934f1-cdad-4401-8806-3eec76a8ec63 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0708935 Sep 17 05:32:34.598036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-38cd1caf-85b9-4df3-a734-11e4942a8982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.628637 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a4e2cba0-de8a-49aa-aaf1-330d4fc50774', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'port_id': 'fb44a30b-0252-475a-b281-1fb57771d099', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'mac_address': 'fa:16:3e:0d:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:32Z', 'updated_at': '2021-09-17T05:32:32Z', 'revision_number': 0, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:34.641843 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-58fec75b-0cfc-4eb7-a08e-6bab584d6cab req-2120da8e-9d76-48f9-8077-71e1c6191775 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Sep 17 05:32:34.667792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200b061-91bc-4cc4-9346-416243545f54 None None] The sync data for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi is: [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'a4e2cba0-de8a-49aa-aaf1-330d4fc50774', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'port_id': 'fb44a30b-0252-475a-b281-1fb57771d099', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'mac_address': 'fa:16:3e:0d:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:32Z', 'updated_at': '2021-09-17T05:32:32Z', 'revision_number': 0, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:32:34.682865 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb3fbf-2321-44bf-bde2-cb74171d7e16 None None] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:32:34.717149 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.785619 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731996'] for router, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.791375 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.818422 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] Provisioning complete for port 460e9dca-fb3a-439a-81df-c683f337718d triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:34.818868 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.839180 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6940e78d-a8dc-4a9b-bff3-8fccdc171b89,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:34.901496 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae8142-8e10-4c45-9233-d3c4bedb08a3 None None] New status for floating IP a4e2cba0-de8a-49aa-aaf1-330d4fc50774: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:32:34.973870 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:34.998220 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.002498 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9521ff5f-3b5d-4d45-a936-53c8135ad476 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6475718 Sep 17 05:32:35.003114 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47848) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:35.004859 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 460e9dca-fb3a-439a-81df-c683f337718d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:35.008130 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:35.035500 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] For port 460e9dca-fb3a-439a-81df-c683f337718d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=460e9dca-fb3a-439a-81df-c683f337718d,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:35.062558 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 460e9dca-fb3a-439a-81df-c683f337718d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:35.062973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.102576 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.149967 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.164196 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 is scheduled to L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb with binding_index 1 {{(pid=94517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 05:32:35.168965 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.170656 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.218492 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.242645 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 05:32:35.243228 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG oslo_db.api [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 05:32:35.251775 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aa248-32f5-4eeb-807c-c4e4ba8fab84 None None] Pushing event updated for resources: {'Port': ['ID=460e9dca-fb3a-439a-81df-c683f337718d,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:35.279433 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:35.290782 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-5c84e837-41a7-493c-8019-88b185db5370 None None] Provisioning complete for port 460e9dca-fb3a-439a-81df-c683f337718d triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:35.291162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-5c84e837-41a7-493c-8019-88b185db5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.330527 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.351389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b384840-cbc8-4f23-b26e-f663dda0bfcf,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:35.375962 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.380037 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-69319c73-9809-4b0c-8bad-1f09fa0695c1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4600525 Sep 17 05:32:35.382741 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47852) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:35.416475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:35.427737 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:35.429233 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:35.430567 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.433859 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a1118ca5-18f6-4bb4-9885-d525580dc9f3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4273467 Sep 17 05:32:35.434535 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47854) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:35.443869 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:35.464601 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.538539 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:35.723944 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:34Z', 'revision_number': 3, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:35.759300 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:35.759648 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Updating router f9e784d3-1577-4ebe-88d5-7263c1387d86 port 595ef69e-48f7-4fb4-b782-081146efc80d binding host dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:32:35.783383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8cab-9067-4fb2-b725-44c2f11c1f5c req-ed76a1c8-753e-4b10-8c23-6ab87fd8631c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:35.785141 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ab4b8cab-9067-4fb2-b725-44c2f11c1f5c req-ed76a1c8-753e-4b10-8c23-6ab87fd8631c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0540979 Sep 17 05:32:35.810596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.817796 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.825534 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ab4b8cab-9067-4fb2-b725-44c2f11c1f5c req-205ffcf9-0615-4193-9f50-b8d53ff17944 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331097 Sep 17 05:32:35.913944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:35.982296 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device cec14cdc-390f-4d7f-ba8a-983198137648 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:32:35.993353 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.018789 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbefb7c-9773-44b5-bd7b-09b5000c7420,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.100915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.103651 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.104842 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b756f29a-26fd-4298-a0b5-7d6b00bef8be tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6693614 Sep 17 05:32:36.107815 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47858) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:36.112974 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:36.141704 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks [] for port, precommit_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.148081 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cec14cdc-390f-4d7f-ba8a-983198137648,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:36.158660 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'cec14cdc-390f-4d7f-ba8a-983198137648', 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8', 'port_id': 'cec14cdc-390f-4d7f-ba8a-983198137648', 'mac_address': 'fa:16:3e:8d:f2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80546c7a-11c9-4d7e-a728-1b64d3a86715', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:32:36.199064 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.206911 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.212127 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec14cdc-390f-4d7f-ba8a-983198137648 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:32:36.231517 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cec14cdc-390f-4d7f-ba8a-983198137648,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:36.235985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.257756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Allocated IP 172.20.0.1 (c09ecdee-889e-4962-bf0e-0eaa1fbb9c88/4859c929-c7da-48b0-a10d-9658059d641b/abcb5b9b-434d-4304-b49d-3ffb56937f12) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:36.262507 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.283167 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Attempting to bind port 595ef69e-48f7-4fb4-b782-081146efc80d on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:32:36.283682 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Attempting to bind port 595ef69e-48f7-4fb4-b782-081146efc80d by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:32:36.283877 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Attempting to bind port 595ef69e-48f7-4fb4-b782-081146efc80d on network ba02e07c-2ebb-495c-bae6-86fc05ab30cc {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:36.294614 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2e045-a20e-4377-8af0-532b3e433ea0 None None] Pushing event updated for resources: {'Port': ['ID=595ef69e-48f7-4fb4-b782-081146efc80d,revision_number=2']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.298071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:32:36.298445 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Checking segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:36.298838 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.299218 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Bound using segment: {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'} {{(pid=94518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:32:36.299682 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.managers [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Bound port: 595ef69e-48f7-4fb4-b782-081146efc80d, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e3f7f3-896c-432c-8715-9292ce8bad2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}}] {{(pid=94518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:32:36.300082 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.320672 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.327575 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.345978 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b29075-36e9-4105-b55b-f86c50cb39ca,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.363981 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.396901 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] For port 595ef69e-48f7-4fb4-b782-081146efc80d, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:32:36.398883 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.411750 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] For port 595ef69e-48f7-4fb4-b782-081146efc80d, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=595ef69e-48f7-4fb4-b782-081146efc80d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:32:36.415383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.416659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-86a8424e-2c7f-4561-baea-9186006824cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3075414 Sep 17 05:32:36.419482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47860) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:36.425275 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:36.472793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.509875 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Project 84c928bf01404e5d8cc5a58e3c37fd77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:32:36.510154 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.510667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:36.513979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:36.516097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.519568 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:36.552614 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Pushing event updated for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.573403 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732043'] for router_interface, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.590993 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.680991 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.697874 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:36.698475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:36.700422 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e724800c-f54c-49eb-b762-7bdb3c9f6349,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.734851 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2e045-a20e-4377-8af0-532b3e433ea0 None None] Pushing event updated for resources: {'Port': ['ID=595ef69e-48f7-4fb4-b782-081146efc80d,revision_number=3']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:36.807139 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.810816 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9987eda7-60b5-4e15-9dea-4a80a01363a2 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3879490 Sep 17 05:32:36.810973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:36.811080 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 47862) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:36.812460 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.815447 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'security_group_rule': {'security_group_id': 'b672ae47-27d6-4651-8345-dcef39298a45', 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:36.840461 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['cec14cdc-390f-4d7f-ba8a-983198137648'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:36.952427 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 460e9dca-fb3a-439a-81df-c683f337718d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:36.957541 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-ef5903eb-6e52-47de-a41a-0ee2f0514615 None None] Provisioning complete for port abcb5b9b-434d-4304-b49d-3ffb56937f12 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:36.958479 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-ef5903eb-6e52-47de-a41a-0ee2f0514615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.965758 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.securitygroups_db [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Project 84c928bf01404e5d8cc5a58e3c37fd77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 05:32:36.972563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:36.983923 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc4f6-e350-45ba-9668-c72bf63e95dd req-fe2b9f1c-69a4-432f-97e4-97969c7d08ad tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:36.985334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c44fc4f6-e350-45ba-9668-c72bf63e95dd req-fe2b9f1c-69a4-432f-97e4-97969c7d08ad tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0743403 Sep 17 05:32:36.996110 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.053584 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c44fc4f6-e350-45ba-9668-c72bf63e95dd req-8b7a4ba2-171e-4773-a114-320d51b8195e tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Sep 17 05:32:37.064161 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.097158 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-ef5903eb-6e52-47de-a41a-0ee2f0514615 None None] Port abcb5b9b-434d-4304-b49d-3ffb56937f12 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:32:37.158170 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.166260 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 460e9dca-fb3a-439a-81df-c683f337718d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:37.166631 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.195521 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.207440 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.215518 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e92588-d98c-4137-98e7-63d0a1d52545,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:37.229903 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726811'] for router_interface, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.232481 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Pushing event updated for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:37.266505 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:34Z', 'revision_number': 3, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:37.295338 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.295814 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e99f4d-175a-4399-aedb-cbe2e52e114f None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:34Z', 'revision_number': 3, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:32:37.301018 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-42be1857-9d84-4f2c-a63e-c68f36437dcb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4888947 Sep 17 05:32:37.342302 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:37.344398 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:37.395055 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-7cab58f5-956c-404f-a24d-1707f9a4c2e8 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743750878&fields=id&tenant_id=84c928bf01404e5d8cc5a58e3c37fd77 HTTP/1.1" status: 200 len: 267 time: 0.0427971 Sep 17 05:32:37.466990 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-883b570b-bf6c-4866-832c-7abeb8a50d38 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:37.473685 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:32:37.475289 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-883b570b-bf6c-4866-832c-7abeb8a50d38 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0637970 Sep 17 05:32:37.480862 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'port': {'security_groups': ['ce955583-b6f0-4f79-84c4-0e198e145982', 'b672ae47-27d6-4651-8345-dcef39298a45']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:37.589919 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.624560 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:37.626318 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-36eee66a-f008-4520-bf29-894f99768cd5 None None] Provisioning complete for port abcb5b9b-434d-4304-b49d-3ffb56937f12 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:37.626701 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-36eee66a-f008-4520-bf29-894f99768cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.633433 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-204d4d0b-23c9-4675-998b-4a37352a017d admin admin] 10.222.0.23 "PUT /v2.0/routers/f9e784d3-1577-4ebe-88d5-7263c1387d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2507160 Sep 17 05:32:37.672066 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-36eee66a-f008-4520-bf29-894f99768cd5 None None] Port abcb5b9b-434d-4304-b49d-3ffb56937f12 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:32:37.795269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:37.827607 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.895604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.938363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:37.938996 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:37.944566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4698bf3d-af66-4fa9-9ea9-181d81c48eaf req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "PUT /v2.0/ports/fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 982 time: 0.4683182 Sep 17 05:32:37.947654 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:37.949695 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:37.981062 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8cfc7-68fe-49fd-8181-114c1977ca3a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=6']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:38.023406 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:38.087841 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa79f0f-68ab-4f74-94db-1549dad17f6d req-58fd3043-ef8e-44bc-80cf-0f27e753326f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.097250 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-caa79f0f-68ab-4f74-94db-1549dad17f6d req-58fd3043-ef8e-44bc-80cf-0f27e753326f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0842710 Sep 17 05:32:38.098764 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:38.137408 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-caa79f0f-68ab-4f74-94db-1549dad17f6d req-d33431d9-76ce-4cf6-9ac5-4cf48fbbf7fe tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391209 Sep 17 05:32:38.184828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8051836e-02d6-406e-acd4-dd1d053777fc x-openstack-request-id: req-8051836e-02d6-406e-acd4-dd1d053777fc {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:38.185182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:38.185464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8051836e-02d6-406e-acd4-dd1d053777fc {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:38.185906 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:32:38.244168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-b41c10a7-5961-404f-bd23-55626550e30c None None] Provisioning complete for port fb44a30b-0252-475a-b281-1fb57771d099 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:38.244557 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b41c10a7-5961-404f-bd23-55626550e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.294051 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-e2044cf9-c6d0-4011-b5e0-c00ed687b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.295644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-e2044cf9-c6d0-4011-b5e0-c00ed687b520 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1138 time: 0.0840592 Sep 17 05:32:38.319580 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47882) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:38.323457 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be0129-9b77-49e6-b4d9-3020c98a0bea req-5b8e13de-1475-43cc-a329-b4879b5a58ea tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.324979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404014640', 'description': 'tempest-description--1743581557'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:38.325128 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61be0129-9b77-49e6-b4d9-3020c98a0bea req-5b8e13de-1475-43cc-a329-b4879b5a58ea tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0778530 Sep 17 05:32:38.411965 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61be0129-9b77-49e6-b4d9-3020c98a0bea req-a9b30cfd-cf70-4f9d-95d8-758cb6ee80a7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756595 Sep 17 05:32:38.438610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-e04dc59b-6918-4c79-a06a-e04ec554203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.438610 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-e04dc59b-6918-4c79-a06a-e04ec554203d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.1254106 Sep 17 05:32:38.438857 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.520715 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-a728687b-8848-478c-8842-093cd6b08ada service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 1001 time: 0.0717039 Sep 17 05:32:38.520937 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.573016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-1167fc03-2075-46fb-9be1-ebe197c79a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.574614 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-1167fc03-2075-46fb-9be1-ebe197c79a3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0453622 Sep 17 05:32:38.607147 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.623175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-9007e5b0-4ddc-4b49-9e61-f3e16c33e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:38.624739 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-9007e5b0-4ddc-4b49-9e61-f3e16c33e52e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418150 Sep 17 05:32:38.639168 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24f1606-d7f1-4670-acbd-fb7ca0037494,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:38.715504 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.718213 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-232fd992-fd67-4478-a780-83b0abb6f944 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3972449 Sep 17 05:32:38.721158 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47884) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:38.727651 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-d67820c8-a8ee-4ed9-a65d-89fdb8d5c3c5 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930367 Sep 17 05:32:38.730294 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group_rule': {'security_group_id': 'b24f1606-d7f1-4670-acbd-fb7ca0037494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:38.829209 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2133514e-4364-4b7e-bfe8-7b8d5b8fe41a req-b2d27921-37f1-47b6-92f9-38e7054acb3e service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923405 Sep 17 05:32:38.837359 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.901458 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.939256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 595ef69e-48f7-4fb4-b782-081146efc80d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:38.985941 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 595ef69e-48f7-4fb4-b782-081146efc80d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:38.986410 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:38.986757 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.007951 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c426e537-8414-4e81-8ac4-3559eba5cde7,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:39.069010 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.082107 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:39.088908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.088908 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-fb01b9de-b0bd-4e33-9278-11a31c0215f7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636153 Sep 17 05:32:39.088908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47886) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:39.091350 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:39.091995 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:39.094186 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group_rule': {'security_group_id': 'b24f1606-d7f1-4670-acbd-fb7ca0037494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:39.094380 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] For port 595ef69e-48f7-4fb4-b782-081146efc80d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=595ef69e-48f7-4fb4-b782-081146efc80d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:39.169565 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.189246 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.195508 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:39.224582 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Pushing event updated for resources: {'Port': ['ID=595ef69e-48f7-4fb4-b782-081146efc80d,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:39.250890 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.315577 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.334192 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf63f33-10ea-42dc-aa04-794de2fa10fe,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:39.389095 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 2, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:39.414758 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:39.415113 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Updating router f9e784d3-1577-4ebe-88d5-7263c1387d86 port abcb5b9b-434d-4304-b49d-3ffb56937f12 binding host dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 05:32:39.418351 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.419584 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a2811a7f-d008-4663-b799-55bbceb32f1e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303618 Sep 17 05:32:39.422513 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 47888) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:39.426709 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:39.438857 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.507231 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.609081 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.658347 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2a1fb-2c57-4952-9129-310b62820189 req-aa001e32-45ee-4555-b166-e5ea14565132 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:39.660043 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c9b2a1fb-2c57-4952-9129-310b62820189 req-aa001e32-45ee-4555-b166-e5ea14565132 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 944 time: 0.1690714 Sep 17 05:32:39.703748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c9b2a1fb-2c57-4952-9129-310b62820189 req-355eb49c-b3d6-4e70-98fc-d8f146e91196 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361629 Sep 17 05:32:39.731140 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Allocated IP 172.27.2.200 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/842f2b05-54fd-433b-823e-c8fa7f7b070c) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:39.788495 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.833285 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.912639 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:39.978867 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Pushing event updated for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:39.985093 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.001902 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.002245 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.002790 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.003026 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.003279 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.003608 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.003951 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.004278 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.005133 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.005464 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.005844 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.006823 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:32:40.009210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device cec14cdc-390f-4d7f-ba8a-983198137648 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:40.023824 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:40.026871 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:40.027104 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Attempting to bind port abcb5b9b-434d-4304-b49d-3ffb56937f12 on host dv-cinder-809518-2-iscsi for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:32:40.027520 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Attempting to bind port abcb5b9b-434d-4304-b49d-3ffb56937f12 by drivers openvswitch,hyperv on host dv-cinder-809518-2-iscsi at level 0 using segments [{'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:32:40.028259 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Attempting to bind port abcb5b9b-434d-4304-b49d-3ffb56937f12 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:40.031112 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:40.034832 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Checking agent: {'id': 'c9e35a76-67ed-47ca-8b72-d53c91fb8431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 19, 35), 'started_at': datetime.datetime(2021, 9, 17, 5, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:32:40.035290 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Checking segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:40.035757 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.036275 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Bound using segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:32:40.036818 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Bound port: abcb5b9b-434d-4304-b49d-3ffb56937f12, host: dv-cinder-809518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:32:40.037283 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.061099 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=842f2b05-54fd-433b-823e-c8fa7f7b070c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:40.119673 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] For port abcb5b9b-434d-4304-b49d-3ffb56937f12, host dv-cinder-809518-2-iscsi, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:32:40.123325 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] For port abcb5b9b-434d-4304-b49d-3ffb56937f12, host dv-cinder-809518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=abcb5b9b-434d-4304-b49d-3ffb56937f12,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:32:40.133953 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.175324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port cec14cdc-390f-4d7f-ba8a-983198137648 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:32:40.179221 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port cec14cdc-390f-4d7f-ba8a-983198137648 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:40.179627 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.222495 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-c28e558c-3495-4a53-a12c-ae81c3ec953f None None] Provisioning complete for port abcb5b9b-434d-4304-b49d-3ffb56937f12 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:40.222779 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c28e558c-3495-4a53-a12c-ae81c3ec953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.238656 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.283318 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.287476 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c28e558c-3495-4a53-a12c-ae81c3ec953f None None] Port abcb5b9b-434d-4304-b49d-3ffb56937f12 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:32:40.306314 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.310352 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:40.311185 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:40.331377 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:40.333853 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6c7d17-35cb-47da-a810-5a036242f817" -d '{"events": [{"server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:40.351775 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cec14cdc-390f-4d7f-ba8a-983198137648,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:40.364888 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4522-9d2f-49d3-87e3-a8b02f3da8ae None None] Pushing event updated for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=4']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:40.386063 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5644880a-2532-4ffa-823a-a9c6f76abd66 x-openstack-request-id: req-5644880a-2532-4ffa-823a-a9c6f76abd66 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:40.386360 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:40.386903 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5644880a-2532-4ffa-823a-a9c6f76abd66 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:40.388180 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648', 'code': 200} Sep 17 05:32:40.427566 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.470463 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:40.475494 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.485175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:40.504711 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] Provisioning complete for port abcb5b9b-434d-4304-b49d-3ffb56937f12 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:40.505626 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.558371 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.590719 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.631241 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] For port abcb5b9b-434d-4304-b49d-3ffb56937f12, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=abcb5b9b-434d-4304-b49d-3ffb56937f12,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:40.633906 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=842f2b05-54fd-433b-823e-c8fa7f7b070c,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:40.643828 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.693522 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:40.719691 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf5b6d-d8cc-46a5-9133-535af2458310 None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:32:40.724473 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.743493 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cba50-3eab-423b-8cd5-fca95909c456 req-358653b7-fab4-4173-8053-42c5a3f232ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:40.745969 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-103cba50-3eab-423b-8cd5-fca95909c456 req-358653b7-fab4-4173-8053-42c5a3f232ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0467434 Sep 17 05:32:40.758414 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:40.759672 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c11c6a5d-29c9-4c68-a299-6e562ea2faf0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3362436 Sep 17 05:32:40.800707 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139d31c-3e87-41f6-9aaf-1ac3298916bc None None] Pushing event updated for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:40.851461 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-103cba50-3eab-423b-8cd5-fca95909c456 req-0df160b2-ca51-41b5-a9e3-e8e9e5e13ee0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961521 Sep 17 05:32:40.882449 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34ff1-d29e-4c02-a79c-438e47e6a573 req-e8612796-be99-4fb0-838f-9e6aed57d86b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:40.882449 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09d34ff1-d29e-4c02-a79c-438e47e6a573 req-e8612796-be99-4fb0-838f-9e6aed57d86b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0707939 Sep 17 05:32:40.945669 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09d34ff1-d29e-4c02-a79c-438e47e6a573 req-2eaf22dc-7661-43b7-95e3-23d1c4e30fab tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560613 Sep 17 05:32:41.042126 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device abcb5b9b-434d-4304-b49d-3ffb56937f12 up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:41.066328 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-dd2c62c9-41a1-416c-97f8-da4b8106858e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1404014640&fields=id&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 267 time: 0.0360553 Sep 17 05:32:41.092706 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port abcb5b9b-434d-4304-b49d-3ffb56937f12 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:41.093070 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:41.175773 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 595ef69e-48f7-4fb4-b782-081146efc80d up at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:41.178336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-82375bfc-0f07-436f-b446-2b01ea00abbf tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:41.179979 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-82375bfc-0f07-436f-b446-2b01ea00abbf tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 817 time: 0.1063056 Sep 17 05:32:41.195330 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-e2718e84-38a3-4ef1-b086-0e73957ee601 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/quotas/77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 375 time: 0.0094705 Sep 17 05:32:41.229776 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Provisioning complete for port 595ef69e-48f7-4fb4-b782-081146efc80d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:41.230303 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:41.257806 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-ecc9e07e-b1e1-42b7-9ee6-fe1806404b88 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562289 Sep 17 05:32:41.356091 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-8f9cb3e9-8176-4021-ad1e-846fa2aa4643 service neutron] 10.222.0.23 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 Sep 17 05:32:41.449391 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-a497529b-4763-44c5-8671-fb3fc8b68e7a service neutron] 10.222.0.23 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870566 Sep 17 05:32:41.702899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0724028-f9d1-40ba-a366-2b94987670ba req-e1ffb4bf-f173-48ac-8ee9-0064c0423991 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 210 time: 0.0293314 Sep 17 05:32:42.053687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784da5-d327-417d-aa98-8b47e5668d44 req-a6d32bb6-d8fc-400f-b543-3fe769fe0623 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:42.055195 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27784da5-d327-417d-aa98-8b47e5668d44 req-a6d32bb6-d8fc-400f-b543-3fe769fe0623 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Sep 17 05:32:42.091673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-27784da5-d327-417d-aa98-8b47e5668d44 req-c6d25bcb-d55f-43c1-8f26-fe4108c4e70b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Sep 17 05:32:42.782334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5078ee8-900a-4d6c-9b3b-1003f818c227 req-1017b6b3-55d1-44d9-b11f-b4db7a720b8a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 210 time: 0.0256155 Sep 17 05:32:43.448020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cebee-8f48-4406-87c3-864707eb769c req-0f76c1c1-2378-4faf-a55c-41df5d27424a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:43.449475 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e42cebee-8f48-4406-87c3-864707eb769c req-0f76c1c1-2378-4faf-a55c-41df5d27424a tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.2928197 Sep 17 05:32:43.486319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e42cebee-8f48-4406-87c3-864707eb769c req-3d9ddd02-6ca7-4552-b79c-00e44fc38961 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Sep 17 05:32:43.877095 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8274df62-44b4-428d-b875-f76603b32ad6 req-1a59d605-4814-450c-b28c-bbcb2906ad57 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 210 time: 0.0255339 Sep 17 05:32:44.345673 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-46f1b8bd-9d16-4685-bbcb-4c2acddd81ae tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:44.347105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-46f1b8bd-9d16-4685-bbcb-4c2acddd81ae tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 817 time: 0.0994458 Sep 17 05:32:44.416066 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-9ecbe656-b30d-49e8-907e-5aae5d2674a1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 380 time: 0.0471232 Sep 17 05:32:44.425805 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'port': {'device_id': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'admin_state_up': True, 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'security_groups': ['b24f1606-d7f1-4670-acbd-fb7ca0037494']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:44.660309 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Made reservation on behalf of 77efdd1526ba42d3be7cbcb4c3a2bc06 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:32:44.662264 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:44.789480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Allocated IP 172.20.0.13 (c09ecdee-889e-4962-bf0e-0eaa1fbb9c88/4859c929-c7da-48b0-a10d-9658059d641b/f565219d-0b59-4088-8fee-55517b4452c5) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:32:44.927590 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:44.982122 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-39cbfc9d-9f08-4890-92f4-4c2cf1f33419 req-09266d7f-9079-48a4-90e2-0c06948133fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 210 time: 0.0283062 Sep 17 05:32:45.041037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.083294 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:32:45.086389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:32:45.092370 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:32:45.100759 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:45.158210 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:45.159058 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.263981 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-2e356994-5b7c-4b78-803d-4699c87450e9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8419704 Sep 17 05:32:45.283811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Request body: {'port': {'device_id': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:45.344646 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.430960 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-42c85c91-4576-45b5-93e9-bf41087af58a None None] Provisioning complete for port f565219d-0b59-4088-8fee-55517b4452c5 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:45.431512 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-42c85c91-4576-45b5-93e9-bf41087af58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.471596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-42c85c91-4576-45b5-93e9-bf41087af58a None None] Port f565219d-0b59-4088-8fee-55517b4452c5 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:32:45.608305 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:32:45.616096 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.627371 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Transition to ACTIVE for port object f565219d-0b59-4088-8fee-55517b4452c5 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:32:45.712627 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.765061 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:45.837324 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Attempting to bind port f565219d-0b59-4088-8fee-55517b4452c5 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:32:45.837662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Attempting to bind port f565219d-0b59-4088-8fee-55517b4452c5 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:32:45.837989 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Attempting to bind port f565219d-0b59-4088-8fee-55517b4452c5 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:45.842698 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Port f565219d-0b59-4088-8fee-55517b4452c5 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:32:45.843495 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Attempting to bind port f565219d-0b59-4088-8fee-55517b4452c5 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:32:45.847993 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:32:45.848338 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Checking segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:32:45.848714 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Bound using segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:32:45.849144 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Bound port: f565219d-0b59-4088-8fee-55517b4452c5, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:32:45.849512 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:45.920336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:32:45.923383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:32:45.993132 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:46.030509 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.031434 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:46.033111 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] 10.222.0.35 "PUT /v2.0/ports/f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 200 len: 1094 time: 0.7541108 Sep 17 05:32:46.033744 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:46.036829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e5e4c-4e31-44ca-a062-88bb43c3304f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:46.070425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa1c2-f452-4906-8480-850c1b3eb728 service neutron] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:46.089643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61890b03-cea8-4322-9d99-1c38c612747d x-openstack-request-id: req-61890b03-cea8-4322-9d99-1c38c612747d {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:46.092357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:46.092357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61890b03-cea8-4322-9d99-1c38c612747d {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:46.092357 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'status': 'completed', 'code': 200} Sep 17 05:32:46.165588 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6e74-904a-48fc-a025-74afc6ad139c req-01a4810e-7109-4804-a87a-79042963febd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.167305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d60f6e74-904a-48fc-a025-74afc6ad139c req-01a4810e-7109-4804-a87a-79042963febd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0987225 Sep 17 05:32:46.185233 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-67f1640f-8219-49b4-8cdb-9b78001a25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.189513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-67f1640f-8219-49b4-8cdb-9b78001a25d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1097 time: 0.0740652 Sep 17 05:32:46.244756 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d60f6e74-904a-48fc-a025-74afc6ad139c req-106d9c13-06ab-4ae8-a796-77d55a27ff28 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702548 Sep 17 05:32:46.316719 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-9aecc880-c5cb-4ce2-8a17-a876ba5027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.318198 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-9aecc880-c5cb-4ce2-8a17-a876ba5027fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1153185 Sep 17 05:32:46.414966 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-c80615b2-da1e-4802-a58d-8a98c582c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.416453 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e70e5e4c-4e31-44ca-a062-88bb43c3304f req-c80615b2-da1e-4802-a58d-8a98c582c23d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878513 Sep 17 05:32:46.506384 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-9c192440-8d4c-451d-8a37-fe46400cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.507935 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-9c192440-8d4c-451d-8a37-fe46400cefce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1097 time: 0.0455880 Sep 17 05:32:46.556983 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-1d5d3926-a346-46b7-93a3-43cc9a0fa04f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 200 len: 217 time: 0.0353782 Sep 17 05:32:46.607695 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-7c1d3722-cdf6-4f94-9652-275251b7b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.609174 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-7c1d3722-cdf6-4f94-9652-275251b7b61b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0438268 Sep 17 05:32:46.656001 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c1083ec7-b01c-4193-b1a0-283abdc4f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:46.657485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-c1083ec7-b01c-4193-b1a0-283abdc4f88d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403473 Sep 17 05:32:46.756702 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-032925ee-ec63-4aaa-a14d-80dcb639c434 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864508 Sep 17 05:32:46.856734 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c5af70e-8f6c-4ef8-befb-fa9bbc4e04f1 req-ad98a59b-3ccb-4066-bcc8-609670c01e75 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Sep 17 05:32:47.365999 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45b795-8193-413d-be99-c53e575337c2 req-de862b7b-b3dc-4e0b-95e3-f8f1d3bef441 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:47.367479 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3a45b795-8193-413d-be99-c53e575337c2 req-de862b7b-b3dc-4e0b-95e3-f8f1d3bef441 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0504396 Sep 17 05:32:47.406729 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3a45b795-8193-413d-be99-c53e575337c2 req-23d367bc-28dc-4297-9048-48226714e399 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Sep 17 05:32:48.520802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf3a7f-cd3b-4c18-a0d7-0eb86afb3957 req-a15b20a7-110c-4e55-9cd0-66467be57655 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:48.522268 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29cf3a7f-cd3b-4c18-a0d7-0eb86afb3957 req-a15b20a7-110c-4e55-9cd0-66467be57655 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0475101 Sep 17 05:32:48.560225 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29cf3a7f-cd3b-4c18-a0d7-0eb86afb3957 req-b8b9318a-03cb-4837-abee-c2f182d56bfd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Sep 17 05:32:49.679283 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05932dc-39bd-4864-88df-290b28da7d11 req-977b2b6b-d0a6-4053-b5a3-5a79d6958a1a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:49.684485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a05932dc-39bd-4864-88df-290b28da7d11 req-977b2b6b-d0a6-4053-b5a3-5a79d6958a1a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0552921 Sep 17 05:32:49.720354 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a05932dc-39bd-4864-88df-290b28da7d11 req-4a454cec-6a9a-4568-98d6-b61185fda0b8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Sep 17 05:32:50.836735 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d420e8-7898-48bd-ab23-4f1540f2a5a0 req-e79bb07f-b438-44bb-9e20-79dc2ecdbfb0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:50.838270 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16d420e8-7898-48bd-ab23-4f1540f2a5a0 req-e79bb07f-b438-44bb-9e20-79dc2ecdbfb0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0477366 Sep 17 05:32:50.877814 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16d420e8-7898-48bd-ab23-4f1540f2a5a0 req-a1b59036-e1ff-412e-8312-3546b769376f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Sep 17 05:32:51.998972 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd043-ae40-4474-aa00-4b774bcb26fc req-82d4abbe-8bcb-4724-a3e0-10aa7a182f10 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:52.000497 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a06bd043-ae40-4474-aa00-4b774bcb26fc req-82d4abbe-8bcb-4724-a3e0-10aa7a182f10 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0479782 Sep 17 05:32:52.037094 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a06bd043-ae40-4474-aa00-4b774bcb26fc req-627b6bc8-6b60-4459-8e61-9a2adb30d79e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307088 Sep 17 05:32:52.079475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:32:52.172624 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:52.183197 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'f565219d-0b59-4088-8fee-55517b4452c5', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:32:52.222532 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:52.235410 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:32:52.254341 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:52.326721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:52.375060 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:52.753305 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['f565219d-0b59-4088-8fee-55517b4452c5'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:32:53.159112 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9233-0356-446c-87a9-a7e533cb3ea4 req-75041549-b3e3-4fbb-a1b9-5ea4503ac740 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:53.160594 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b43e9233-0356-446c-87a9-a7e533cb3ea4 req-75041549-b3e3-4fbb-a1b9-5ea4503ac740 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 945 time: 0.0516284 Sep 17 05:32:53.200136 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b43e9233-0356-446c-87a9-a7e533cb3ea4 req-3caf4836-e8d4-44f2-85f9-67033ddfc8d3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Sep 17 05:32:53.794893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-3a335a33-16ce-431b-9a55-c06ac8dc32bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407946 Sep 17 05:32:53.881882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-1bb86c84-d09d-4135-98e1-61a78bfd0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:53.883434 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-1bb86c84-d09d-4135-98e1-61a78bfd0aa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0435762 Sep 17 05:32:53.994319 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-205289eb-76a5-4b7e-8c7b-785979ec37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:53.995835 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-205289eb-76a5-4b7e-8c7b-785979ec37f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.0896494 Sep 17 05:32:54.069562 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-162c5d5d-69db-45ab-89fa-c407195a558b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1002 time: 0.0650749 Sep 17 05:32:54.100570 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:32:54.122090 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-912c2e99-423a-4d43-8a46-00f98f22ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:54.123538 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-912c2e99-423a-4d43-8a46-00f98f22ad1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0445974 Sep 17 05:32:54.180517 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-ac2fa072-ed85-43cb-91f8-0fda2e06f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:54.182043 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-ac2fa072-ed85-43cb-91f8-0fda2e06f239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432775 Sep 17 05:32:54.226445 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:54.255527 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port f565219d-0b59-4088-8fee-55517b4452c5 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:32:54.260480 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port f565219d-0b59-4088-8fee-55517b4452c5 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:32:54.264619 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:54.279897 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-ee0e21a5-4e5a-4e7d-ac71-cd82f06d00d5 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Sep 17 05:32:54.349176 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:54.390837 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41dea-c9fc-4d66-8c5b-792f9f18edba req-3068dbbf-b78c-4957-8a6b-092167e61fa9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:54.392528 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03d41dea-c9fc-4d66-8c5b-792f9f18edba req-3068dbbf-b78c-4957-8a6b-092167e61fa9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 945 time: 0.1153784 Sep 17 05:32:54.436352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b1e8f2-0c8a-4b52-b074-88f5f16c66d5 req-a00976c6-69e1-4e73-95ed-870bc454b836 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320384 Sep 17 05:32:54.450654 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03d41dea-c9fc-4d66-8c5b-792f9f18edba req-d1d172af-2a70-4e3a-b80c-9b34906f7990 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500388 Sep 17 05:32:54.493354 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:54.496214 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40fa71-e054-4b9d-ae81-ad18e1f91e2c" -d '{"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:54.508724 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:32:54.534104 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68224490-b5ac-4fe4-997e-fc3f56a2844e x-openstack-request-id: req-68224490-b5ac-4fe4-997e-fc3f56a2844e {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:54.534397 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:54.534648 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68224490-b5ac-4fe4-997e-fc3f56a2844e {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:54.535037 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'code': 200} Sep 17 05:32:54.575042 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:54.627450 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:32:54.865079 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57138277-839c-40b8-9b98-d8f18a239480 req-22d8f018-b00e-4387-9e77-a8325a7e401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:54.866601 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-57138277-839c-40b8-9b98-d8f18a239480 req-22d8f018-b00e-4387-9e77-a8325a7e401c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1099 time: 0.0389998 Sep 17 05:32:54.905599 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-57138277-839c-40b8-9b98-d8f18a239480 req-47da533e-c00b-46e0-ab17-6bb88f582577 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309360 Sep 17 05:32:55.568458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9166-df4a-4c24-b0d0-3c7cb4b3bbc3 req-f63128ae-f883-4308-834f-6fc6ba6b98ee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:55.569986 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eb0e9166-df4a-4c24-b0d0-3c7cb4b3bbc3 req-f63128ae-f883-4308-834f-6fc6ba6b98ee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0477004 Sep 17 05:32:55.608417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eb0e9166-df4a-4c24-b0d0-3c7cb4b3bbc3 req-1e62a7c0-4cde-4f61-879a-5b0e6fe80e1d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Sep 17 05:32:56.726441 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30e34-7680-4f2a-a1c3-20f3ee2099e9 req-eab15526-da70-4ab3-b84a-aca09dc95895 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:56.727838 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-25b30e34-7680-4f2a-a1c3-20f3ee2099e9 req-eab15526-da70-4ab3-b84a-aca09dc95895 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0471628 Sep 17 05:32:56.766955 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-25b30e34-7680-4f2a-a1c3-20f3ee2099e9 req-58111b18-3e3a-46a5-936d-2cbd3af7169b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Sep 17 05:32:57.884223 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34866eed-02f4-45d0-99df-981b971d8c60 req-c6879333-c3b0-4493-b337-5025cd10b215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:57.886111 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34866eed-02f4-45d0-99df-981b971d8c60 req-c6879333-c3b0-4493-b337-5025cd10b215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0471859 Sep 17 05:32:57.925794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-34866eed-02f4-45d0-99df-981b971d8c60 req-91763531-6024-4d13-9ca2-c8da2c9bb8a1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Sep 17 05:32:58.038024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3827a7c-9ac2-4032-a64d-60811ca1769f req-e8dd110e-267d-48c4-8a43-bd310d4b2139 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:58.039484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3827a7c-9ac2-4032-a64d-60811ca1769f req-e8dd110e-267d-48c4-8a43-bd310d4b2139 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0485382 Sep 17 05:32:58.047927 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 48062) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:32:58.052250 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'floatingip': {'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:32:58.090296 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:58.506156 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:58.591722 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:58.701352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Floating IP ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2 associated. External IP: 172.27.2.200, port: f565219d-0b59-4088-8fee-55517b4452c5. Sep 17 05:32:58.910486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:32:59.257881 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:32:59.263292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:32:59.267835 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:32:59.277164 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:59.278033 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:59.289574 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-82bd92b7-094f-4d58-808a-5b3ac799502f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "PUT /v2.0/floatingips/ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2 HTTP/1.1" status: 200 len: 992 time: 1.2405646 Sep 17 05:32:59.290149 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:32:59.292558 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:32:59.329409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1712f-9217-4941-b572-87b261dbf77c x-openstack-request-id: req-ebe1712f-9217-4941-b572-87b261dbf77c {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:32:59.329699 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:32:59.329943 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebe1712f-9217-4941-b572-87b261dbf77c {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:32:59.330433 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'status': 'completed', 'code': 200} Sep 17 05:32:59.387103 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:59.399718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-d2ffbb22-5ba7-46b3-a9d7-42b30bcd3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:59.401901 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-d2ffbb22-5ba7-46b3-a9d7-42b30bcd3cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1099 time: 0.0398574 Sep 17 05:32:59.493570 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-02b46e4e-aa6c-411e-a1be-11ab26e2f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:59.494976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-02b46e4e-aa6c-411e-a1be-11ab26e2f742 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0847259 Sep 17 05:32:59.558242 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-09f3dc6d-9700-423f-9368-10b9961595d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 200 len: 1000 time: 0.0558856 Sep 17 05:32:59.606724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-42424237-54bc-470b-b2d1-5e53caa42b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:59.608275 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-42424237-54bc-470b-b2d1-5e53caa42b2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0424585 Sep 17 05:32:59.609985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:40Z', 'updated_at': '2021-09-17T05:32:58Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:59.636793 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:32:59.645089 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:32:59.645699 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:32:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:32:59.657005 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-4d576b96-d7d6-4e5c-91d6-b175a6612f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:32:59.658486 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-4d576b96-d7d6-4e5c-91d6-b175a6612f3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427322 Sep 17 05:32:59.749324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:32:59.759809 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-c801595c-187a-4332-89c0-5288ad441827 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810432 Sep 17 05:32:59.852277 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a6f748ce-3f0c-43e9-b2d4-3eb9758e5de8 req-a84a2862-ed2f-4ec4-85db-9cb23febe237 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840628 Sep 17 05:32:59.978630 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:40Z', 'updated_at': '2021-09-17T05:32:58Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:33:00.008988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9be05-f6db-4291-bcc5-7b82bbc981bb None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': 'ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:32:40Z', 'updated_at': '2021-09-17T05:32:58Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:33:00.195804 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81225135-64ca-46ae-b4b5-9f724e6c6273 None None] New status for floating IP ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:33:01.605859 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-bf6047ef-44bc-4c70-ab85-174f009a1995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:02.868458 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:33:04.463076 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8d099586-2c5f-45b1-b14f-7b0e832558a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:04.994718 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:05.426244 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:07.103085 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:24.228656 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:31.631480 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e69feb0e-e1d2-4d98-9397-2f79894380c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:34.442843 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-bbc80d04-f6b2-4bbd-8317-57051ccb91f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:35.028721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:35.420039 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:37.057035 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:39.867182 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:33:46.364972 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990f55-ee8a-4fd8-984a-080c990ba23c req-b7740d8b-4588-490d-bb7d-1798a39f547f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:46.367364 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05990f55-ee8a-4fd8-984a-080c990ba23c req-b7740d8b-4588-490d-bb7d-1798a39f547f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Sep 17 05:33:46.404125 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-05990f55-ee8a-4fd8-984a-080c990ba23c req-b3775406-8592-4a22-b6a8-f5e78ea234f0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Sep 17 05:33:47.514722 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac229e-5294-4ece-8991-cdbae4c29441 req-d789e653-d7a2-4d0c-8ecb-8daefa5cdc9f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:47.516751 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-57ac229e-5294-4ece-8991-cdbae4c29441 req-d789e653-d7a2-4d0c-8ecb-8daefa5cdc9f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0473900 Sep 17 05:33:47.552441 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-57ac229e-5294-4ece-8991-cdbae4c29441 req-e170226a-7faf-4201-9794-4db44c023517 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299017 Sep 17 05:33:48.515299 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-ebc3f558-db6d-4144-8fea-73ecfccf740d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:48.517358 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-ebc3f558-db6d-4144-8fea-73ecfccf740d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0511527 Sep 17 05:33:48.606662 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Deleting port cec14cdc-390f-4d7f-ba8a-983198137648 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:33:48.606996 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:48.712474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b94f5-9c13-4b2e-99b7-43a690f9eb55 req-77d54e2c-c870-4342-8805-acf13e7e4173 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:48.713836 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8d3b94f5-9c13-4b2e-99b7-43a690f9eb55 req-77d54e2c-c870-4342-8805-acf13e7e4173 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0931919 Sep 17 05:33:48.743576 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] For port cec14cdc-390f-4d7f-ba8a-983198137648, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cec14cdc-390f-4d7f-ba8a-983198137648,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:33:48.743955 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:48.760736 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Calling delete_port for cec14cdc-390f-4d7f-ba8a-983198137648 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:33:48.778193 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8d3b94f5-9c13-4b2e-99b7-43a690f9eb55 req-a20542d8-7ff9-4c5a-a67c-dcf1be24a0c3 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558810 Sep 17 05:33:48.968175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:48.984153 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['cec14cdc-390f-4d7f-ba8a-983198137648'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:33:48.996567 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Pushing event deleted for resources: {'Port': ['ID=cec14cdc-390f-4d7f-ba8a-983198137648,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:33:49.008855 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.009196 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.009541 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.009895 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.010220 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.010557 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.010886 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.011216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.011542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.011865 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.012219 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.012544 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:33:49.048131 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] No DVR routers for this DVR port cec14cdc-390f-4d7f-ba8a-983198137648 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:33:49.050473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:49.052448 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0ff83b3-3139-4653-a06a-f0ee34c4a508 req-b8afe6af-9264-4791-8a4f-1886f598ad19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "DELETE /v2.0/ports/cec14cdc-390f-4d7f-ba8a-983198137648 HTTP/1.1" status: 204 len: 173 time: 0.5285399 Sep 17 05:33:49.052875 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'name': 'network-vif-deleted', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:33:49.055066 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00029cdf-2a10-48c4-b9cb-705a1cd9790a" -d '{"events": [{"server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "name": "network-vif-deleted", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:33:49.147363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77b3bc-eb87-4070-a1da-3ccb5721a672 x-openstack-request-id: req-5e77b3bc-eb87-4070-a1da-3ccb5721a672 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:33:49.147668 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46001343-876d-41f1-ba26-0dc069ebc3d7", "name": "network-vif-deleted", "tag": "cec14cdc-390f-4d7f-ba8a-983198137648", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:33:49.147924 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e77b3bc-eb87-4070-a1da-3ccb5721a672 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:33:49.148326 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46001343-876d-41f1-ba26-0dc069ebc3d7', 'name': 'network-vif-deleted', 'tag': 'cec14cdc-390f-4d7f-ba8a-983198137648', 'status': 'completed', 'code': 200} Sep 17 05:33:49.885422 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6320801c-2ab0-4027-9d43-8b6878e8ae8a req-f2536ce9-8167-4754-9bc6-82189d7a8038 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=46001343-876d-41f1-ba26-0dc069ebc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0295682 Sep 17 05:33:52.319703 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device cec14cdc-390f-4d7f-ba8a-983198137648 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:33:52.339326 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: cec14cdc-390f-4d7f-ba8a-983198137648 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:33:52.339671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device cec14cdc-390f-4d7f-ba8a-983198137648 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:33:54.233183 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:33:56.832385 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-f0ac8be4-8ac9-4068-b848-d5504dcc67da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799406 Sep 17 05:33:56.891105 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-d97289d4-89c9-44fb-80eb-5139a3326db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:56.892604 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-d97289d4-89c9-44fb-80eb-5139a3326db6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 1098 time: 0.0392411 Sep 17 05:33:56.996605 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-29968f80-e191-46f9-94ca-b5a687575207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:56.998034 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-29968f80-e191-46f9-94ca-b5a687575207 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0852585 Sep 17 05:33:57.062883 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-e3da4dc1-5f91-49c9-b70d-5d531072f567 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd HTTP/1.1" status: 200 len: 1000 time: 0.0571551 Sep 17 05:33:57.113089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-6f1dec1a-37bc-4c45-a3eb-78442cdeb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:57.114484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-6f1dec1a-37bc-4c45-a3eb-78442cdeb16a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0439405 Sep 17 05:33:57.162086 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-e0cd5d0a-d261-4878-b986-30b7ac9fc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:33:57.163558 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-e0cd5d0a-d261-4878-b986-30b7ac9fc4a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423508 Sep 17 05:33:57.252657 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-3ea85cd7-daa7-4d2b-8623-8ec5880349a3 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820372 Sep 17 05:33:57.346194 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b545f85-45f3-4bda-ad71-dd7a7f3da8c9 req-4c4d440c-394c-4dd0-a1cb-2e3661f98184 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853837 Sep 17 05:34:01.625016 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a0b4-bc4d-40a5-90a8-b4319856e421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:04.221531 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-2ac87e9b-3f0b-42bd-915b-c633df46eb19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:04.222928 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-2ac87e9b-3f0b-42bd-915b-c633df46eb19 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/networks?id=49b4b7b6-1b18-499d-8628-d3175d68a6a8 HTTP/1.1" status: 200 len: 813 time: 0.0993288 Sep 17 05:34:04.237081 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-0c5ab479-0321-4863-a062-584d67769c7b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/quotas/b99cd61eb44f4540a0284b45568fbe6d HTTP/1.1" status: 200 len: 375 time: 0.0086620 Sep 17 05:34:04.271485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-31781393-7a73-4e73-bef6-1c1359245997 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294611 Sep 17 05:34:04.400045 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-e314b5e6-8567-40f4-b8bc-656fea0f24c8 service neutron] 10.222.0.23 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214342 Sep 17 05:34:04.405057 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fb023d81-14e2-4daf-aaa8-6e4c82647906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:04.492730 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-5178145d-8fab-4fa7-a67e-d001f5f0cd82 service neutron] 10.222.0.23 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Sep 17 05:34:04.965017 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:05.419118 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:05.743134 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2babdfd8-843e-4676-a3ba-c7269dc670b5 req-50d18893-1fa4-44b6-9f74-370f2288f34f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 210 time: 0.0255511 Sep 17 05:34:06.834938 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f7e9dd5-c759-4502-8414-36db5f21cebb req-9420ca1c-6c1d-4ed5-96e9-f35e01fb589f tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 210 time: 0.0257177 Sep 17 05:34:07.039154 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:07.874214 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-c0736f6c-783b-4626-9e5d-51c50d3760a9 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:07.876140 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-c0736f6c-783b-4626-9e5d-51c50d3760a9 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "GET /v2.0/networks?id=49b4b7b6-1b18-499d-8628-d3175d68a6a8 HTTP/1.1" status: 200 len: 813 time: 0.1038592 Sep 17 05:34:07.889547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Request body: {'port': {'device_id': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8', 'admin_state_up': True, 'tenant_id': 'b99cd61eb44f4540a0284b45568fbe6d'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:34:07.930903 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-84e8b137-a1c6-4c6f-b7ac-89d5332c10fa req-9bc02286-c941-412c-9e54-999bc98a314b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Sep 17 05:34:08.153515 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Made reservation on behalf of b99cd61eb44f4540a0284b45568fbe6d for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:34:08.157065 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:08.279081 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Allocated IP 172.20.0.9 (49b4b7b6-1b18-499d-8628-d3175d68a6a8/80546c7a-11c9-4d7e-a728-1b64d3a86715/4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:34:08.419651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:08.516343 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:08.556203 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:34:08.559194 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:34:08.562883 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:34:08.592270 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Pushing event updated for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:08.616242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:08.616853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:08.691173 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-a35d231a-43ab-411c-9750-9979e43fb2b0 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052945 Sep 17 05:34:08.711626 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Request body: {'port': {'device_id': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:34:08.765543 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.041275 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:34:09.050843 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.074957 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459641-c70b-4c5a-9aca-7edf9502e320 req-37bec671-38f5-4577-b752-f446e3cd9b15 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.076447 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e8459641-c70b-4c5a-9aca-7edf9502e320 req-37bec671-38f5-4577-b752-f446e3cd9b15 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 931 time: 0.0712113 Sep 17 05:34:09.077336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Transition to ACTIVE for port object 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:34:09.112948 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e8459641-c70b-4c5a-9aca-7edf9502e320 req-80fc585e-a755-4979-abad-b065db1a73c9 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Sep 17 05:34:09.144762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.198546 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:09.258936 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Attempting to bind port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:34:09.259201 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Attempting to bind port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:34:09.259530 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Attempting to bind port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:34:09.263664 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:34:09.264022 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Attempting to bind port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 on network 49b4b7b6-1b18-499d-8628-d3175d68a6a8 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:34:09.268724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:34:09.269060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Checking segment: {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:34:09.269439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Bound using segment: {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:34:09.269864 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Bound port: 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d97aed1-3918-4de2-aaa7-f09985d07eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:34:09.270214 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.330070 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:34:09.332999 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:34:09.410927 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.448404 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.449020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:09.450413 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] 10.222.0.35 "PUT /v2.0/ports/4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 HTTP/1.1" status: 200 len: 1093 time: 0.7427692 Sep 17 05:34:09.450843 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:09.453079 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e5188-266a-4177-8b41-ad82ddc7f819" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:09.476623 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830f0cb-def2-4fe3-bfb2-1233cd8da974 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:09.489049 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc54cb-96ae-4028-a736-adb87452f363 x-openstack-request-id: req-c7dc54cb-96ae-4028-a736-adb87452f363 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:09.489354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:09.489603 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7dc54cb-96ae-4028-a736-adb87452f363 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:09.489988 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3', 'status': 'completed', 'code': 200} Sep 17 05:34:09.554501 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-944ca4b4-0c5d-4c2f-b0f7-329dcef54df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.556000 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-944ca4b4-0c5d-4c2f-b0f7-329dcef54df8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0408933 Sep 17 05:34:09.655360 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-7368e444-06a4-41ab-afce-e7812c8a3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.656857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-7368e444-06a4-41ab-afce-e7812c8a3e5e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0925233 Sep 17 05:34:09.755811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-fdedcf94-bb4c-4d01-b416-8e2237121dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.757347 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-541e5188-266a-4177-8b41-ad82ddc7f819 req-fdedcf94-bb4c-4d01-b416-8e2237121dc1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866089 Sep 17 05:34:09.832926 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-5e1b0da5-62d4-4c11-874c-2bdb8c2898fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.834245 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-5e1b0da5-62d4-4c11-874c-2bdb8c2898fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0378957 Sep 17 05:34:09.879559 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-4b6b14c2-06ca-4ea6-a73a-09ee6e4dc6cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 HTTP/1.1" status: 200 len: 217 time: 0.0357172 Sep 17 05:34:09.928023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-8157e1bc-377d-4296-bbd7-ec0bdad2d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:09.929439 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-8157e1bc-377d-4296-bbd7-ec0bdad2d1df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80546c7a-11c9-4d7e-a728-1b64d3a86715 HTTP/1.1" status: 200 len: 853 time: 0.0423522 Sep 17 05:34:09.959881 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-9efce94a-63b5-47a6-b743-ecae58aa0327 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49b4b7b6-1b18-499d-8628-d3175d68a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236328 Sep 17 05:34:10.048083 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-68c7a507-9891-4c1c-98e0-a35ebed174b4 service neutron] 10.222.0.35 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804925 Sep 17 05:34:10.133489 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-951d45b4-0881-4285-8d69-bdf9ab420ddf req-c8d10b13-f49f-48b0-815c-846e770351d3 service neutron] 10.222.0.35 "GET /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778878 Sep 17 05:34:10.229811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff92fd7-a2e8-4e55-bd96-99d0ce0682d9 req-bf001aac-d5c2-4b40-9260-d2ca4881a439 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:10.231248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eff92fd7-a2e8-4e55-bd96-99d0ce0682d9 req-bf001aac-d5c2-4b40-9260-d2ca4881a439 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 943 time: 0.0517578 Sep 17 05:34:10.267638 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eff92fd7-a2e8-4e55-bd96-99d0ce0682d9 req-45ffb3d5-bfc1-4971-ab62-e0879370780b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298045 Sep 17 05:34:11.377579 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82327-6f6d-4505-9932-be2f43413420 req-10712ee7-05af-480f-8d78-44b19c3b6832 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:11.379021 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3a82327-6f6d-4505-9932-be2f43413420 req-10712ee7-05af-480f-8d78-44b19c3b6832 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 943 time: 0.0474348 Sep 17 05:34:11.416238 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3a82327-6f6d-4505-9932-be2f43413420 req-10b9aa82-515c-4992-80e8-a94ec65fcd40 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 17 05:34:12.529106 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88149-f109-492b-a16a-44b11d6586ca req-a471a898-26de-42ab-8771-0a7da5c933f7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:12.530567 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-baf88149-f109-492b-a16a-44b11d6586ca req-a471a898-26de-42ab-8771-0a7da5c933f7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 943 time: 0.0476203 Sep 17 05:34:12.566454 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-baf88149-f109-492b-a16a-44b11d6586ca req-b2975b50-ddc5-4629-9a2b-b4719f430ec1 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294755 Sep 17 05:34:13.635415 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a88372-5ce6-4e04-aadc-4f0215c6432b req-1e9d4a48-0feb-4253-85ad-7e478b457394 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:13.636956 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-63a88372-5ce6-4e04-aadc-4f0215c6432b req-1e9d4a48-0feb-4253-85ad-7e478b457394 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0525494 Sep 17 05:34:13.725020 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-63a88372-5ce6-4e04-aadc-4f0215c6432b req-d3b69b6a-1fe4-4b5d-ab24-20e92556dade tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777924 Sep 17 05:34:13.739030 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357accb-5bc2-4a00-8430-2b68369ef80b req-78debcad-3608-4390-9523-cfb7a573cf18 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:13.740550 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e357accb-5bc2-4a00-8430-2b68369ef80b req-78debcad-3608-4390-9523-cfb7a573cf18 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 943 time: 0.1025872 Sep 17 05:34:13.746879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-6da52712-5b7a-454d-80b8-0f841b7d0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:13.748351 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-6da52712-5b7a-454d-80b8-0f841b7d0f9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1138 time: 0.0735588 Sep 17 05:34:13.808066 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e357accb-5bc2-4a00-8430-2b68369ef80b req-189e8939-1ae8-4090-8845-2f5d1cc7622d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587726 Sep 17 05:34:13.858095 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-020f349b-ecbc-4ac7-830f-df45868346f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:13.859551 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-020f349b-ecbc-4ac7-830f-df45868346f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.1038067 Sep 17 05:34:13.923337 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-fc93c0c4-2b94-4442-9261-dca8a24cae16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 1001 time: 0.0559127 Sep 17 05:34:13.977126 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-1c3fc5b0-eda5-4cb3-94b3-ea482c6fb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:13.978549 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-1c3fc5b0-eda5-4cb3-94b3-ea482c6fb395 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0464530 Sep 17 05:34:14.022348 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-96a27a91-2ec6-4484-af09-a89099f60dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:14.023757 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-96a27a91-2ec6-4484-af09-a89099f60dbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376935 Sep 17 05:34:14.114406 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-3008a260-f79b-4de4-801a-73436261550c service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828855 Sep 17 05:34:14.418643 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:34:14.451500 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ecf4c0c-56ac-4561-8d09-30af01ed5565 req-02829a44-5605-4b55-87d4-577e00a8c027 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249204 Sep 17 05:34:14.516103 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:14.528214 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3', 'network_id': '49b4b7b6-1b18-499d-8628-d3175d68a6a8', 'port_id': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3', 'mac_address': 'fa:16:3e:f5:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80546c7a-11c9-4d7e-a728-1b64d3a86715', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:34:14.565724 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:14.578329 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:34:14.597435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:14.699054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:14.746409 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:14.754036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.754386 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.754728 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.755131 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.755393 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.755728 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.756074 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.756574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.757148 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.757497 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.757797 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.758281 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:14.806650 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e78c7-bc49-43df-8227-06493a31fa57 req-35e0df80-249f-4c95-ba91-c873e406f4d7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:14.809021 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026e78c7-bc49-43df-8227-06493a31fa57 req-35e0df80-249f-4c95-ba91-c873e406f4d7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0527787 Sep 17 05:34:14.875088 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026e78c7-bc49-43df-8227-06493a31fa57 req-5d06d8f3-ddf0-4f1a-a847-8710a0b9faaf tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560246 Sep 17 05:34:14.886597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39733e2-83e1-44f3-8c22-cce0a19179dd req-87448a7a-a61e-4a8a-a87a-c8138ba09d6f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:14.888081 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f39733e2-83e1-44f3-8c22-cce0a19179dd req-87448a7a-a61e-4a8a-a87a-c8138ba09d6f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0780449 Sep 17 05:34:14.929722 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f39733e2-83e1-44f3-8c22-cce0a19179dd req-50b41011-f22f-4abf-be00-5743f38f9224 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356529 Sep 17 05:34:14.978998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ccba-6864-49f0-ac08-083c25deef4d req-3bbc281c-534a-454c-abe2-2287f833112e tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:14.980400 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ac6ccba-6864-49f0-ac08-083c25deef4d req-3bbc281c-534a-454c-abe2-2287f833112e tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 944 time: 0.0471373 Sep 17 05:34:15.017763 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ac6ccba-6864-49f0-ac08-083c25deef4d req-d42aba12-f9b0-4593-978e-de46a576624e tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Sep 17 05:34:15.134400 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:34:15.992141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a4d5-e917-4ae4-b107-2acd7dfe38eb req-fa4e3cb8-3e45-4bb6-ad37-5da3a62775cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:15.993648 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4f76a4d5-e917-4ae4-b107-2acd7dfe38eb req-fa4e3cb8-3e45-4bb6-ad37-5da3a62775cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0516915 Sep 17 05:34:16.058485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4f76a4d5-e917-4ae4-b107-2acd7dfe38eb req-1a8d01ce-5b2e-4f75-867b-a2fcfb8d4fa4 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575528 Sep 17 05:34:16.071019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bf213-1165-4382-ac97-728a33b14751 req-22007fd7-c016-4c49-884b-27f56a24f8f1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:16.072499 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-796bf213-1165-4382-ac97-728a33b14751 req-22007fd7-c016-4c49-884b-27f56a24f8f1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0733333 Sep 17 05:34:16.112201 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-796bf213-1165-4382-ac97-728a33b14751 req-c343af69-d206-4225-866b-36b611ad43cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333729 Sep 17 05:34:16.158895 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf25c-549b-448b-a321-6ced5d6f22b6 req-bbdcbfa0-c14b-4b0e-bd6a-dc916cdfd03d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:16.160306 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03ccf25c-549b-448b-a321-6ced5d6f22b6 req-bbdcbfa0-c14b-4b0e-bd6a-dc916cdfd03d tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 944 time: 0.0472505 Sep 17 05:34:16.196413 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-03ccf25c-549b-448b-a321-6ced5d6f22b6 req-16ffbd4e-08b9-461b-8210-1747bfc222f5 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Sep 17 05:34:16.420934 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:34:16.552896 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:34:16.556458 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:34:16.556831 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:16.743571 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:16.764401 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:16.766574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c66a0d-12ce-4cde-a271-31c10eb585c5" -d '{"events": [{"server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:16.779246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:16.830514 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:16.855438 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44cdbc-5b02-4732-a15e-00ef3294c3b8 x-openstack-request-id: req-ec44cdbc-5b02-4732-a15e-00ef3294c3b8 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:16.855721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:16.856065 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec44cdbc-5b02-4732-a15e-00ef3294c3b8 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:16.856441 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3', 'code': 200} Sep 17 05:34:16.870857 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:34:16.880003 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:17.183035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46e66d-4944-4e41-8d32-f09354a54697 req-dd0a003f-c586-4652-887b-be405e67f2c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:17.184752 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b46e66d-4944-4e41-8d32-f09354a54697 req-dd0a003f-c586-4652-887b-be405e67f2c9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0569756 Sep 17 05:34:17.276942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b46e66d-4944-4e41-8d32-f09354a54697 req-c134cc1f-3e88-4c28-a7d5-27e2fa0e5214 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767329 Sep 17 05:34:17.278898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442d403-c838-48c8-a9f7-e88373afac5e req-71cf17b7-5195-4445-94c2-cac43bfbdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:17.280353 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4442d403-c838-48c8-a9f7-e88373afac5e req-71cf17b7-5195-4445-94c2-cac43bfbdd1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0936973 Sep 17 05:34:17.289431 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb5775-3af6-4d22-9171-7afa5d481305 req-4a15d444-adca-496d-8798-35f82b4985e4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:17.290843 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-babb5775-3af6-4d22-9171-7afa5d481305 req-4a15d444-adca-496d-8798-35f82b4985e4 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.1052315 Sep 17 05:34:17.354994 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4442d403-c838-48c8-a9f7-e88373afac5e req-f2a5e40f-0706-4e1f-a4c4-e9b0f3ec74a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Sep 17 05:34:17.375963 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-babb5775-3af6-4d22-9171-7afa5d481305 req-2804610d-5d2c-4d27-b743-4d508291d122 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714536 Sep 17 05:34:17.396842 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537d5a-b794-4447-b647-a75a08c3d0d4 req-fdebc40f-da3e-4490-aab3-660f25bf8025 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:17.398321 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72537d5a-b794-4447-b647-a75a08c3d0d4 req-fdebc40f-da3e-4490-aab3-660f25bf8025 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0670090 Sep 17 05:34:17.436370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72537d5a-b794-4447-b647-a75a08c3d0d4 req-8f485bf7-b749-49b7-89ae-160dd291aa5c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Sep 17 05:34:18.389464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa977-08e7-48c1-a2ee-9351370060eb req-75137e3a-8db6-4b85-a849-caed7516490c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:18.390916 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ccaa977-08e7-48c1-a2ee-9351370060eb req-75137e3a-8db6-4b85-a849-caed7516490c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Sep 17 05:34:18.429989 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0ccaa977-08e7-48c1-a2ee-9351370060eb req-9fd20afa-3bef-4d76-af52-e411a0103fca tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Sep 17 05:34:18.489718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f353b6-e864-418b-b278-4cd68a353bae req-a6985627-cd80-46dc-8588-119ea2990793 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:18.491192 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3f353b6-e864-418b-b278-4cd68a353bae req-a6985627-cd80-46dc-8588-119ea2990793 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0472806 Sep 17 05:34:18.561534 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b3f353b6-e864-418b-b278-4cd68a353bae req-7d62bf48-f94e-41d6-bea8-c233704b2fdd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642331 Sep 17 05:34:18.573801 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911c61-561b-457c-ad46-2d3ce427f677 req-f9f0f616-009a-417b-aefc-e96f52ed3919 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:18.575240 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac911c61-561b-457c-ad46-2d3ce427f677 req-f9f0f616-009a-417b-aefc-e96f52ed3919 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0719249 Sep 17 05:34:18.610814 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ac911c61-561b-457c-ad46-2d3ce427f677 req-d3a8c349-9ff3-48f9-a6f7-a539ab90e586 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298576 Sep 17 05:34:19.542254 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4d4f-f095-488b-95ba-7d7594dd7400 req-f375e58b-7b47-490a-9b2c-4b185c321e4c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:19.543702 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-292d4d4f-f095-488b-95ba-7d7594dd7400 req-f375e58b-7b47-490a-9b2c-4b185c321e4c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Sep 17 05:34:19.580524 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-292d4d4f-f095-488b-95ba-7d7594dd7400 req-db906fc5-98bd-44e4-b3ff-1159bcc09aca tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304208 Sep 17 05:34:19.680238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b90b6-86b0-4c9b-9334-2123ede79480 req-42f77786-4484-4743-9852-0851f7a9f4ea tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:19.681635 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b82b90b6-86b0-4c9b-9334-2123ede79480 req-42f77786-4484-4743-9852-0851f7a9f4ea tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0527272 Sep 17 05:34:19.743822 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b82b90b6-86b0-4c9b-9334-2123ede79480 req-d3952280-a68b-4089-a660-710793843373 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532408 Sep 17 05:34:19.754323 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a496-d81b-4735-a9ce-a3066dd8a782 req-37a5bd35-898d-456e-a6b2-5aa6f8970ee7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:19.755789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4036a496-d81b-4735-a9ce-a3066dd8a782 req-37a5bd35-898d-456e-a6b2-5aa6f8970ee7 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0732956 Sep 17 05:34:19.792787 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4036a496-d81b-4735-a9ce-a3066dd8a782 req-8e0e7899-70be-4579-a371-d45d31b75b08 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Sep 17 05:34:20.694967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4486fb-d87e-42c4-b677-b8e32b076f8b req-5976022a-b9a4-4ea6-a0dc-089bbbc481fe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:20.696471 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bb4486fb-d87e-42c4-b677-b8e32b076f8b req-5976022a-b9a4-4ea6-a0dc-089bbbc481fe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Sep 17 05:34:20.734711 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bb4486fb-d87e-42c4-b677-b8e32b076f8b req-80d67d0b-637d-450d-b325-6665021522aa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Sep 17 05:34:20.860096 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd587de-57d6-475c-ac67-9068f253361a req-9a037875-256e-4b4c-a172-2993c02bd7a6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:20.862061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cdd587de-57d6-475c-ac67-9068f253361a req-9a037875-256e-4b4c-a172-2993c02bd7a6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0510571 Sep 17 05:34:20.902030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cdd587de-57d6-475c-ac67-9068f253361a req-72090360-cb9f-4cdd-9d39-5d3f24b7d47b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338476 Sep 17 05:34:21.846051 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406c06b-9088-4163-8dc5-56b2c07d516f req-5e392f0e-4cff-411b-a573-66a419b64c92 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:21.847491 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5406c06b-9088-4163-8dc5-56b2c07d516f req-5e392f0e-4cff-411b-a573-66a419b64c92 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0469067 Sep 17 05:34:21.884644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5406c06b-9088-4163-8dc5-56b2c07d516f req-4279cbc8-c9c3-4fa6-989a-9af3e5378232 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Sep 17 05:34:22.018255 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd12007-978f-4ac6-8fc5-d82ed40af7b6 req-0dd33d5a-df30-4b88-be29-9dbf4569cb85 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:22.019682 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ebd12007-978f-4ac6-8fc5-d82ed40af7b6 req-0dd33d5a-df30-4b88-be29-9dbf4569cb85 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0509777 Sep 17 05:34:22.059707 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ebd12007-978f-4ac6-8fc5-d82ed40af7b6 req-0c3c9379-0582-4922-9e9d-8cdf558811e9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338204 Sep 17 05:34:22.554209 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794615-bc09-4d28-a005-30463552430b req-fd9acbff-e105-406b-b601-5907e9271b50 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:22.555659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-53794615-bc09-4d28-a005-30463552430b req-fd9acbff-e105-406b-b601-5907e9271b50 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0516958 Sep 17 05:34:22.591639 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-53794615-bc09-4d28-a005-30463552430b req-729ac92a-27b0-4495-a1ab-26df54d2a8a5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300765 Sep 17 05:34:23.024317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3a79-9b69-49ae-8e9c-7e1fd9ff3981 req-690a0bb9-3aec-4579-a45d-3c92297cd998 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:23.025820 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fcfa3a79-9b69-49ae-8e9c-7e1fd9ff3981 req-690a0bb9-3aec-4579-a45d-3c92297cd998 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0657232 Sep 17 05:34:23.062817 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fcfa3a79-9b69-49ae-8e9c-7e1fd9ff3981 req-a6d4d52b-ce06-44be-8bd6-2e52cc41e086 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309098 Sep 17 05:34:23.177470 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5799ca-89ab-4045-b3c5-7dc46174ab94 req-c33fb88d-6dc1-41ad-af08-a96486546342 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:23.178850 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc5799ca-89ab-4045-b3c5-7dc46174ab94 req-c33fb88d-6dc1-41ad-af08-a96486546342 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0483706 Sep 17 05:34:23.218228 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc5799ca-89ab-4045-b3c5-7dc46174ab94 req-3c918772-c5ee-4913-87e3-fee7a976b979 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332561 Sep 17 05:34:23.710492 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a192f4-af12-422d-ad26-a64b927a47a2 req-6b788643-e69f-49e5-ab72-a18b8aa4013f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:23.711978 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-78a192f4-af12-422d-ad26-a64b927a47a2 req-6b788643-e69f-49e5-ab72-a18b8aa4013f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Sep 17 05:34:23.748618 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-78a192f4-af12-422d-ad26-a64b927a47a2 req-b22ae392-1d7f-409e-afa9-dc601a9449df tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Sep 17 05:34:24.177772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b11110-28f6-4cd3-b313-38c413a95794 req-0b1bfee0-9550-43d3-88c6-62872bcc37d1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:24.179235 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5b11110-28f6-4cd3-b313-38c413a95794 req-0b1bfee0-9550-43d3-88c6-62872bcc37d1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Sep 17 05:34:24.215293 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5b11110-28f6-4cd3-b313-38c413a95794 req-81dfa5a6-0dec-469f-a5e5-e2bd23de656c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299542 Sep 17 05:34:24.224756 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:24.331828 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5295-70ae-4ccd-b799-bcecd11f9980 req-40504254-e853-452d-9904-439fa8be0064 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:24.333320 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d5b5295-70ae-4ccd-b799-bcecd11f9980 req-40504254-e853-452d-9904-439fa8be0064 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0495100 Sep 17 05:34:24.372731 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d5b5295-70ae-4ccd-b799-bcecd11f9980 req-8e318d06-8f16-450c-9bc2-6c8e74b4b65a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334723 Sep 17 05:34:24.689191 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-659bc81b-21bc-4514-ae1d-53c719ed7725 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:24.690593 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-659bc81b-21bc-4514-ae1d-53c719ed7725 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Sep 17 05:34:24.785941 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:34:24.786275 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:24.900933 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] For port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:24.901544 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:24.919791 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613682d-e6e9-4f45-9407-37caa8eac2b2 req-2b48816e-91d6-4c39-9025-3271d79d3019 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:24.921281 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5613682d-e6e9-4f45-9407-37caa8eac2b2 req-2b48816e-91d6-4c39-9025-3271d79d3019 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 945 time: 0.0789187 Sep 17 05:34:25.046763 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5613682d-e6e9-4f45-9407-37caa8eac2b2 req-ee42606e-4c62-447a-bce3-54d10e155140 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040449 Sep 17 05:34:25.153097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:25.153457 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:25.153773 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP 67aea0c3-4a8f-4221-9464-5bd3079e7800 disassociated. External IP: 172.27.2.88, port: 5642fdd7-44a4-4097-8b12-a8be8c63f8bd. Sep 17 05:34:25.154112 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for 5642fdd7-44a4-4097-8b12-a8be8c63f8bd owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:34:25.327618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7ce88-7c45-44a4-a4b5-c1cc66a5f4a2 req-7148284b-fd04-491a-8e45-d95d3ced5fa2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:25.329004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e0e7ce88-7c45-44a4-a4b5-c1cc66a5f4a2 req-7148284b-fd04-491a-8e45-d95d3ced5fa2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0469182 Sep 17 05:34:25.340600 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:25.374113 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=5642fdd7-44a4-4097-8b12-a8be8c63f8bd,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:25.399694 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e0e7ce88-7c45-44a4-a4b5-c1cc66a5f4a2 req-3eca9b3b-eec8-4463-b80b-175c92a64c4c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647612 Sep 17 05:34:25.528908 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:34:25.548489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3809-6628-4f92-a6b2-b85f50c41792 req-48dcc6a2-b518-4a97-a729-e034a0d1197a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:25.550480 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a8d3809-6628-4f92-a6b2-b85f50c41792 req-48dcc6a2-b518-4a97-a729-e034a0d1197a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0735247 Sep 17 05:34:25.630881 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a8d3809-6628-4f92-a6b2-b85f50c41792 req-a6bac88c-c0ed-448b-9d46-9bf4ddcc905b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472283 Sep 17 05:34:25.678227 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:34:25.690526 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:34:25.699746 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:34:25.700659 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:34:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:25.715679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] No DVR routers for this DVR port 5642fdd7-44a4-4097-8b12-a8be8c63f8bd on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:34:25.718793 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:25.721873 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9879fea-1f8e-4699-9dda-ed1a99dfd170 req-ac4a5721-ae82-44f8-bf57-fb9dbb6802f3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "DELETE /v2.0/ports/5642fdd7-44a4-4097-8b12-a8be8c63f8bd HTTP/1.1" status: 204 len: 173 time: 1.0232532 Sep 17 05:34:25.722255 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'name': 'network-vif-deleted', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:25.725680 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b352b8-5461-4ab6-9ed4-77fabc8f56c5" -d '{"events": [{"server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "name": "network-vif-deleted", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:25.763633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ddbf68-bad2-4ec9-a5c9-814f8c232e29 x-openstack-request-id: req-61ddbf68-bad2-4ec9-a5c9-814f8c232e29 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:25.763633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae97683-1cb9-4069-b6b2-c5873eb07a57", "name": "network-vif-deleted", "tag": "5642fdd7-44a4-4097-8b12-a8be8c63f8bd", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:25.763633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61ddbf68-bad2-4ec9-a5c9-814f8c232e29 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:25.763975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae97683-1cb9-4069-b6b2-c5873eb07a57', 'name': 'network-vif-deleted', 'tag': '5642fdd7-44a4-4097-8b12-a8be8c63f8bd', 'status': 'completed', 'code': 200} Sep 17 05:34:25.826193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:34:26.030757 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:26.058052 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:34:26.066256 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:34:26.066847 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:34:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:26.148220 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3d7ad558-4eb8-4544-ba4a-f7e3c7f10832 req-cca62deb-7715-4643-a4a3-6a50c8ca6278 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=eae97683-1cb9-4069-b6b2-c5873eb07a57 HTTP/1.1" status: 200 len: 210 time: 0.0321286 Sep 17 05:34:26.177251 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:34:26.375586 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:26.408638 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908754-1bff-44e2-9603-2ca48d012e6d None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:34:26.535288 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3806e9d-2e8c-460a-a816-8e9f8624c917 req-3ff362f0-3eb8-44be-8a1a-37681c9b4198 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:26.536942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3806e9d-2e8c-460a-a816-8e9f8624c917 req-3ff362f0-3eb8-44be-8a1a-37681c9b4198 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0543303 Sep 17 05:34:26.588124 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3806e9d-2e8c-460a-a816-8e9f8624c917 req-5f1b29c5-297a-4a54-a251-732a5a18367e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 Sep 17 05:34:26.650300 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b878c8-931e-486a-b5ce-6c3842d4bb70 None None] New status for floating IP 67aea0c3-4a8f-4221-9464-5bd3079e7800: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:34:26.755456 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d022e5c-f285-45ff-a995-767df25e05ce req-9dcf4fd1-8a14-47e8-ab94-ca2163738e31 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:26.756992 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d022e5c-f285-45ff-a995-767df25e05ce req-9dcf4fd1-8a14-47e8-ab94-ca2163738e31 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0555143 Sep 17 05:34:26.797089 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1d022e5c-f285-45ff-a995-767df25e05ce req-92f110a3-2f93-425f-872c-51be4bbdb542 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341187 Sep 17 05:34:27.401976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-df1adea4-036f-42f5-8fbb-639da1006ecb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855572123&fields=id&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 267 time: 0.0322945 Sep 17 05:34:27.507006 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-fc916214-c72e-48dd-9fd2-e6e148b0a0a7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:27.508334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-fc916214-c72e-48dd-9fd2-e6e148b0a0a7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.0991285 Sep 17 05:34:27.523051 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-1ff401ea-8efe-4fdc-a519-83965c5d0040 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/quotas/6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 375 time: 0.0090282 Sep 17 05:34:27.573855 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-e5b2aa9d-bce3-41cd-9d10-039340936eab tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455477 Sep 17 05:34:27.745876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50bed-b00b-4bd8-89e4-b678376600d2 req-70569a5e-3165-4e01-b08e-787f03180c09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:27.747407 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0f50bed-b00b-4bd8-89e4-b678376600d2 req-70569a5e-3165-4e01-b08e-787f03180c09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0949061 Sep 17 05:34:27.763691 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-15d0b0ee-5673-40cf-b165-2c41e432ff31 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781960 Sep 17 05:34:27.813953 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0f50bed-b00b-4bd8-89e4-b678376600d2 req-11c3697b-2796-4c0c-b336-8b90ceab1c85 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594819 Sep 17 05:34:27.870260 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-976d80e0-ebe4-471e-8cd8-06f0c77869df service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990472 Sep 17 05:34:28.013357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e2cba-cd4c-4c87-a99e-c34b4e312211 req-b24b20e6-9e16-4db6-854c-e5b7eaa6fe94 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:28.016051 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-206e2cba-cd4c-4c87-a99e-c34b4e312211 req-b24b20e6-9e16-4db6-854c-e5b7eaa6fe94 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0624261 Sep 17 05:34:28.058062 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-206e2cba-cd4c-4c87-a99e-c34b4e312211 req-9f8bdbf8-49af-492e-8cc1-19ff26d7917b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353959 Sep 17 05:34:28.464411 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5642fdd7-44a4-4097-8b12-a8be8c63f8bd no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:34:28.483124 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6ab6231d-8e44-40a6-83cb-d9cc6e6793ff req-2d462a83-24b3-481c-88d1-e29b79eaaf61 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0271347 Sep 17 05:34:28.485246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 5642fdd7-44a4-4097-8b12-a8be8c63f8bd {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:34:28.485598 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5642fdd7-44a4-4097-8b12-a8be8c63f8bd not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:34:28.931482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648629-c609-44c6-be27-5c3dcfddcba3 req-2a7ddb1e-7f15-491e-bb7c-0c3bf9f46264 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:28.933044 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db648629-c609-44c6-be27-5c3dcfddcba3 req-2a7ddb1e-7f15-491e-bb7c-0c3bf9f46264 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Sep 17 05:34:28.973135 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db648629-c609-44c6-be27-5c3dcfddcba3 req-e4004729-19f1-41ff-b483-0c70059ad6c2 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Sep 17 05:34:29.174380 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ada51e-29e0-4a60-8c30-79278753584a req-c538ddb9-c254-433a-89c6-42792d244d92 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:29.175870 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-39ada51e-29e0-4a60-8c30-79278753584a req-c538ddb9-c254-433a-89c6-42792d244d92 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0527728 Sep 17 05:34:29.214826 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-39ada51e-29e0-4a60-8c30-79278753584a req-f42c0541-5f2a-4962-8a03-4ad94727a71b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326922 Sep 17 05:34:29.576654 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ba359cfb-9e0c-4100-821b-74708481dd5c req-036afb14-09a5-4956-9405-39fdaf69b810 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0261531 Sep 17 05:34:30.096974 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b76bbe-f479-401b-b273-732966d8f08b req-a560415b-7e74-4df4-a661-a4da9227b127 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:30.096974 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4b76bbe-f479-401b-b273-732966d8f08b req-a560415b-7e74-4df4-a661-a4da9227b127 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0490527 Sep 17 05:34:30.132311 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4b76bbe-f479-401b-b273-732966d8f08b req-1eb21bfb-6c76-47fb-93b6-577528e1fc5f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Sep 17 05:34:30.330725 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d54a55-f85d-469b-a241-0515673f9143 req-c984f38e-bdae-45e9-94fe-24863eeebd80 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:30.332192 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52d54a55-f85d-469b-a241-0515673f9143 req-c984f38e-bdae-45e9-94fe-24863eeebd80 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0502007 Sep 17 05:34:30.370235 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-52d54a55-f85d-469b-a241-0515673f9143 req-0b3ad084-5ec6-41b6-b0f4-3515cec23bf7 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319712 Sep 17 05:34:30.666050 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1ca64ddd-f973-41b3-bd87-11cad09af89a req-74aee619-bd7f-444e-9416-b3ddabc9bfdb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0258934 Sep 17 05:34:31.243218 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cc832-0719-4cb8-ba50-a2acd140508d req-8a2e524e-b590-44fb-bcca-2c0cb2adf4fc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:31.244696 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7c4cc832-0719-4cb8-ba50-a2acd140508d req-8a2e524e-b590-44fb-bcca-2c0cb2adf4fc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0470479 Sep 17 05:34:31.280887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7c4cc832-0719-4cb8-ba50-a2acd140508d req-66619bcd-33c3-495e-9fc3-8bb654ca86ec tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304511 Sep 17 05:34:31.482830 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f0cf-8e6a-407f-815a-e85bd68cdf0d req-fac56eaf-83e7-4872-a52a-f6e41d70d3d5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:31.484215 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09e0f0cf-8e6a-407f-815a-e85bd68cdf0d req-fac56eaf-83e7-4872-a52a-f6e41d70d3d5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0473952 Sep 17 05:34:31.524736 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-09e0f0cf-8e6a-407f-815a-e85bd68cdf0d req-1f92d8c5-398b-4774-9b4e-8ac8e96752b1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346346 Sep 17 05:34:31.615404 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-10da35b6-0989-4b29-bae4-78e3d44852ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:31.756045 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea7be5ce-90b9-43c8-a505-0c08692d27e0 req-f1023c34-375c-45fc-8e22-9090d471b2ee tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0257261 Sep 17 05:34:32.391618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f6ee9-99c8-4109-82fc-79315db49557 req-1b01642a-507c-4cbb-a6e5-23b352af8b44 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:32.393151 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a7f6ee9-99c8-4109-82fc-79315db49557 req-1b01642a-507c-4cbb-a6e5-23b352af8b44 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0475490 Sep 17 05:34:32.430676 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a7f6ee9-99c8-4109-82fc-79315db49557 req-f5f1e571-8b3b-4c75-a597-a10b5ebde1c7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311120 Sep 17 05:34:32.636612 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea14f57-d939-494d-a8b8-09050f695a11 req-2d785bd7-2d78-4e88-84f0-34a49ee4fa82 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:32.638086 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ea14f57-d939-494d-a8b8-09050f695a11 req-2d785bd7-2d78-4e88-84f0-34a49ee4fa82 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0473807 Sep 17 05:34:32.676390 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ea14f57-d939-494d-a8b8-09050f695a11 req-0ec8d004-c47a-41b0-ab8f-31c8e68988d5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319006 Sep 17 05:34:32.855669 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9c7277e4-9d0a-4354-9c6b-bbda0ee46daf req-fa3134e5-7994-4a93-9d61-b10b0870acb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Sep 17 05:34:33.541495 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cad3f-7927-4fbd-a5e7-792ad4394aa4 req-2fa705b0-43e0-4e09-80df-1dec3369dba8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:33.542929 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a6cad3f-7927-4fbd-a5e7-792ad4394aa4 req-2fa705b0-43e0-4e09-80df-1dec3369dba8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0469363 Sep 17 05:34:33.578981 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a6cad3f-7927-4fbd-a5e7-792ad4394aa4 req-f9b84d89-d07e-4367-b493-a1f3eedbc626 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303099 Sep 17 05:34:33.800898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2143a5-a336-4db9-8715-2c6c6cce8f8a req-96eb87ea-3b1a-4aff-87e3-630dae606578 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:33.802409 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e2143a5-a336-4db9-8715-2c6c6cce8f8a req-96eb87ea-3b1a-4aff-87e3-630dae606578 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0629556 Sep 17 05:34:33.841224 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6e2143a5-a336-4db9-8715-2c6c6cce8f8a req-aa0fbd12-9d3e-4360-bf4d-de8e3fd321b5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328178 Sep 17 05:34:33.939567 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7e5737e-70c8-48af-9534-03f0c246457c req-8d74e87b-a6d0-47a1-bf00-43d11bf5a6b9 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0263572 Sep 17 05:34:34.469927 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d4207602-4061-4d58-bc64-109c251ae193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:34.542374 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-2caf3aac-7498-477e-8f19-cddc1bc06da8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:34.543845 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-2caf3aac-7498-477e-8f19-cddc1bc06da8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.1018324 Sep 17 05:34:34.690698 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6c908-5c39-400d-b51a-f605ccfc9b19 req-bdda23e6-b012-49ef-99a4-b3f44a24c833 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:34.692034 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2eb6c908-5c39-400d-b51a-f605ccfc9b19 req-bdda23e6-b012-49ef-99a4-b3f44a24c833 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0473614 Sep 17 05:34:34.728172 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2eb6c908-5c39-400d-b51a-f605ccfc9b19 req-601f6641-64b7-4c35-8a53-0c60f54f9f4c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303485 Sep 17 05:34:34.863894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-ae4229df-d4cf-4dcf-bc7a-97d581903992 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 379 time: 0.0358987 Sep 17 05:34:34.878303 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'port': {'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'admin_state_up': True, 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'security_groups': ['193710b4-9d3a-4ad9-be11-00671e33105f']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:34:35.004001 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f6097-9a7f-40a3-97e8-76c01cbb726b req-d5994396-545b-4a1b-b06c-5545b2e46cb3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.005363 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-663f6097-9a7f-40a3-97e8-76c01cbb726b req-d5994396-545b-4a1b-b06c-5545b2e46cb3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0713563 Sep 17 05:34:35.044362 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:35.052705 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-663f6097-9a7f-40a3-97e8-76c01cbb726b req-d6bc663d-ab3d-49b8-9066-acdde5b36a9b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406511 Sep 17 05:34:35.112998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Made reservation on behalf of 6fe128bb22264db0950b8c55ca24595c for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:34:35.116794 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:35.144171 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22b37a70-7bd7-4fe6-8609-52ab91a18186 req-cbb69622-c01d-498e-882e-ae18a86f4d59 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0425942 Sep 17 05:34:35.242400 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939826-4050-4fee-b97c-93a29436a80c req-d790a681-51d6-42ab-967f-e624cf8c3e97 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.243957 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17939826-4050-4fee-b97c-93a29436a80c req-d790a681-51d6-42ab-967f-e624cf8c3e97 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.1081378 Sep 17 05:34:35.278059 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-dd43bd7d-6199-43a8-8e04-f73ca98fb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.279573 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-dd43bd7d-6199-43a8-8e04-f73ca98fb40c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 1099 time: 0.0416305 Sep 17 05:34:35.375808 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-c3fe9ff9-6236-4aef-a3d0-8bf365b68c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.377975 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-c3fe9ff9-6236-4aef-a3d0-8bf365b68c8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.0903687 Sep 17 05:34:35.432913 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:35.447716 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-82a2372d-e210-43ae-b3f9-e40a7166c712 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 200 len: 1002 time: 0.0619385 Sep 17 05:34:35.501872 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-78d6d1d9-18f5-4c89-aede-c42c561f4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.508001 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-78d6d1d9-18f5-4c89-aede-c42c561f4536 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0490794 Sep 17 05:34:35.551396 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-8a486112-1ef6-4ffc-8897-f5bb3d6793e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:35.552867 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-8a486112-1ef6-4ffc-8897-f5bb3d6793e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417383 Sep 17 05:34:35.572344 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17939826-4050-4fee-b97c-93a29436a80c req-5d30e47f-bc83-410b-86cd-e049e61ec20e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220809 Sep 17 05:34:35.576244 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.20.0.14 (6bd76563-2057-4057-91e7-a3f936ebf5f6/5298a762-48ea-4c31-865d-e77fc21a944e/481cea70-64f6-46de-9509-03ee91b5ea5d) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:34:35.645344 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-e6c382e2-22d9-4fd4-a558-d0ca21cc1475 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840976 Sep 17 05:34:35.722769 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:35.745485 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-f4b72fb5-25e4-4835-9c13-f7bc39f9f97c req-b7fd0dab-866c-4241-8199-735bd9370538 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918300 Sep 17 05:34:35.907321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:35.948435 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:34:35.951416 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:34:35.957788 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:34:35.981797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:36.009352 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:36.009993 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.125987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-490b7abd-74ad-4441-a808-a8032bb4ecb4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525346 Sep 17 05:34:36.143785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Request body: {'port': {'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:34:36.224752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.230229 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-027c6f7b-37dc-4b92-b0df-905492ac8232 None None] Provisioning complete for port 481cea70-64f6-46de-9509-03ee91b5ea5d triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:34:36.230902 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-027c6f7b-37dc-4b92-b0df-905492ac8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.241792 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70ab0-dadc-4bc0-a901-d97c7c518922 req-0b8b8e89-7473-4afa-bdcb-d250a5612098 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:36.244370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f2c70ab0-dadc-4bc0-a901-d97c7c518922 req-0b8b8e89-7473-4afa-bdcb-d250a5612098 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.1131315 Sep 17 05:34:36.267660 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-027c6f7b-37dc-4b92-b0df-905492ac8232 None None] Port 481cea70-64f6-46de-9509-03ee91b5ea5d cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:34:36.360262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda625-9996-4fcf-a6fc-097ecc2d53ed req-9e783d05-b7b6-4dba-9568-f2f0bb56bea1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:36.361767 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08bda625-9996-4fcf-a6fc-097ecc2d53ed req-9e783d05-b7b6-4dba-9568-f2f0bb56bea1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 932 time: 0.1147759 Sep 17 05:34:36.409228 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f2c70ab0-dadc-4bc0-a901-d97c7c518922 req-70a2b08b-d08d-4264-a954-52c47dafcdcf tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&id=b672ae47-27d6-4651-8345-dcef39298a45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590815 Sep 17 05:34:36.477802 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-08bda625-9996-4fcf-a6fc-097ecc2d53ed req-c4311c92-0e24-40ea-93ff-8a7bcfbc2f62 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732844 Sep 17 05:34:36.595815 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481cea70-64f6-46de-9509-03ee91b5ea5d {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:34:36.603369 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.616169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Transition to ACTIVE for port object 481cea70-64f6-46de-9509-03ee91b5ea5d will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:34:36.686505 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a70bf-555f-4fdd-8089-27a34530a532 req-f9dac4da-9238-4a77-80fa-610e9d4a665f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:36.687878 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-845a70bf-555f-4fdd-8089-27a34530a532 req-f9dac4da-9238-4a77-80fa-610e9d4a665f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Sep 17 05:34:36.688949 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.764579 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Pushing event updated for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:36.790140 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-845a70bf-555f-4fdd-8089-27a34530a532 req-912ffe88-8121-429a-8add-98a08422e011 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929322 Sep 17 05:34:36.839887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Attempting to bind port 481cea70-64f6-46de-9509-03ee91b5ea5d on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:34:36.840362 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Attempting to bind port 481cea70-64f6-46de-9509-03ee91b5ea5d by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:34:36.840734 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Attempting to bind port 481cea70-64f6-46de-9509-03ee91b5ea5d on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:34:36.845178 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Port 481cea70-64f6-46de-9509-03ee91b5ea5d on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:34:36.845492 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Attempting to bind port 481cea70-64f6-46de-9509-03ee91b5ea5d on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:34:36.850609 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:34:36.850941 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:34:36.851322 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Bound using segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:34:36.851744 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Bound port: 481cea70-64f6-46de-9509-03ee91b5ea5d, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:34:36.852130 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:36.915765 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:34:36.918729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=481cea70-64f6-46de-9509-03ee91b5ea5d,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:34:36.990365 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:37.023389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:37.023389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:37.024084 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] 10.222.0.35 "PUT /v2.0/ports/481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 200 len: 1094 time: 0.8844435 Sep 17 05:34:37.024516 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:37.026952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:37.052776 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324cf27-d5fa-46d0-b221-abe211d9607b service neutron] Pushing event updated for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:37.066604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd3c937-cd18-4ef0-b98b-b52889cc3c81 x-openstack-request-id: req-7cd3c937-cd18-4ef0-b98b-b52889cc3c81 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:37.066898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:37.067147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cd3c937-cd18-4ef0-b98b-b52889cc3c81 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:37.067539 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'status': 'completed', 'code': 200} Sep 17 05:34:37.072798 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:37.593024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7d0e-9700-4900-a66b-a4fa1ca79267 req-3faa2ee8-4124-41b8-87eb-c305f955f9c2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:37.594503 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-007b7d0e-9700-4900-a66b-a4fa1ca79267 req-3faa2ee8-4124-41b8-87eb-c305f955f9c2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Sep 17 05:34:37.633446 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-007b7d0e-9700-4900-a66b-a4fa1ca79267 req-31e79a33-3ce8-44ae-8e6b-54718910730e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Sep 17 05:34:38.744550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6967fb-48d6-4268-9a3a-6068a1e6cea6 req-19a136d7-5942-46d9-ac44-881d4bbac173 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:38.746039 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f6967fb-48d6-4268-9a3a-6068a1e6cea6 req-19a136d7-5942-46d9-ac44-881d4bbac173 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0479538 Sep 17 05:34:38.783056 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f6967fb-48d6-4268-9a3a-6068a1e6cea6 req-1587cf50-a223-457d-8f10-fc4cef089bdc tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Sep 17 05:34:39.893841 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79e417-f335-45e8-88d3-b338ee6f1a40 req-f5a8d00e-6ef2-4bba-889c-42d132f1322f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:39.895340 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0a79e417-f335-45e8-88d3-b338ee6f1a40 req-f5a8d00e-6ef2-4bba-889c-42d132f1322f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0486169 Sep 17 05:34:39.933009 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0a79e417-f335-45e8-88d3-b338ee6f1a40 req-3b9aa118-31f5-45a5-9aac-861426585113 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Sep 17 05:34:41.070852 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297211b-dfbe-4d84-8007-94626647721b req-f794772c-aed3-4bba-9b74-8b5dae639ed5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.072317 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f297211b-dfbe-4d84-8007-94626647721b req-f794772c-aed3-4bba-9b74-8b5dae639ed5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0758123 Sep 17 05:34:41.087327 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-b4c451e0-d166-41af-b3c7-c8d91a54c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.088724 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-b4c451e0-d166-41af-b3c7-c8d91a54c38a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1097 time: 0.0601885 Sep 17 05:34:41.134209 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f297211b-dfbe-4d84-8007-94626647721b req-7a7d0b68-ffc3-47c7-af8c-d95533aedbef tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549474 Sep 17 05:34:41.206099 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-34c9590e-21a2-410e-b705-caf8ff9a3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.207506 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-34c9590e-21a2-410e-b705-caf8ff9a3267 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fe128bb22264db0950b8c55ca24595c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056314 Sep 17 05:34:41.297086 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-38091520-c2ac-4f0c-bde7-e8f34885da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.298542 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b9d834b-caef-45f1-a6b1-63ecf7ef3d9f req-38091520-c2ac-4f0c-bde7-e8f34885da3c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840702 Sep 17 05:34:41.372358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-87627dad-8277-4f73-9cb9-52de3bc94683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.373826 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-87627dad-8277-4f73-9cb9-52de3bc94683 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1097 time: 0.0396018 Sep 17 05:34:41.419813 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-fad297a9-a855-465f-9144-b1085bc796e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 200 len: 217 time: 0.0360699 Sep 17 05:34:41.467562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-9db80ae0-a518-4e17-b0a0-4275009087d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.468924 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-9db80ae0-a518-4e17-b0a0-4275009087d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0425258 Sep 17 05:34:41.524476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-128344d8-c72d-452b-9876-2d10f7e3d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:41.526160 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-128344d8-c72d-452b-9876-2d10f7e3d10c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393193 Sep 17 05:34:41.615780 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-6445c968-3bf1-487c-92b7-773f4fe3d896 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823565 Sep 17 05:34:41.710862 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f8b9a0c-abe4-4dc8-b8b2-c1e871869181 req-5e5636f6-52f0-495e-8897-da623a8a4326 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801859 Sep 17 05:34:42.248784 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c143c2-7190-4eb4-a2e3-6e6979965909 req-404ffd3d-ca31-437e-9024-ebd955d8d3c0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:42.250254 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4c143c2-7190-4eb4-a2e3-6e6979965909 req-404ffd3d-ca31-437e-9024-ebd955d8d3c0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0522916 Sep 17 05:34:42.287346 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4c143c2-7190-4eb4-a2e3-6e6979965909 req-2a68f117-b209-4d18-bc47-2f82509bee6b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Sep 17 05:34:43.397000 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10149738-b0ab-4b18-bfe1-c6a4ef28fd1d req-e2ce1d8f-a042-4ad8-a8fd-c0bf853974dd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:43.398458 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10149738-b0ab-4b18-bfe1-c6a4ef28fd1d req-e2ce1d8f-a042-4ad8-a8fd-c0bf853974dd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0470235 Sep 17 05:34:43.435960 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10149738-b0ab-4b18-bfe1-c6a4ef28fd1d req-2112eb6a-e833-45b9-8d72-b83a38c81f7d tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312622 Sep 17 05:34:44.546904 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced6b83-1fd4-4e7c-8611-481383a02037 req-2c6af8fd-51a2-4c7b-8d01-4f7bb8971d76 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:44.548395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cced6b83-1fd4-4e7c-8611-481383a02037 req-2c6af8fd-51a2-4c7b-8d01-4f7bb8971d76 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0479705 Sep 17 05:34:44.584859 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cced6b83-1fd4-4e7c-8611-481383a02037 req-e5fc4231-d6bb-426b-a43f-c6b013e8809b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300109 Sep 17 05:34:45.697242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e47942-1785-4c3a-bdf6-8e43b6c71b11 req-885ded38-4641-48da-ae73-62c063750385 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:45.698609 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-90e47942-1785-4c3a-bdf6-8e43b6c71b11 req-885ded38-4641-48da-ae73-62c063750385 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0507150 Sep 17 05:34:45.736763 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-90e47942-1785-4c3a-bdf6-8e43b6c71b11 req-5608a027-f206-45d5-b029-4a13dd9d5819 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Sep 17 05:34:46.848549 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47181562-7e11-4013-8383-37ae5b2c59df req-c4d113a6-00fd-4bfe-b541-da0951009b2d tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:46.850048 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47181562-7e11-4013-8383-37ae5b2c59df req-c4d113a6-00fd-4bfe-b541-da0951009b2d tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0477116 Sep 17 05:34:46.890728 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47181562-7e11-4013-8383-37ae5b2c59df req-74740504-5dff-4df8-8b99-85a93bf39ec4 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Sep 17 05:34:48.001989 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c76a8f-3756-470d-8ba1-55fea7375c19 req-bbc8bdeb-952b-4a8e-8f1d-81e20ff4840a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:48.003450 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f3c76a8f-3756-470d-8ba1-55fea7375c19 req-bbc8bdeb-952b-4a8e-8f1d-81e20ff4840a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0479150 Sep 17 05:34:48.040199 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f3c76a8f-3756-470d-8ba1-55fea7375c19 req-54193b13-b2c6-4740-9b7d-c51c10002b02 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Sep 17 05:34:48.804278 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d6d83-c922-4c1b-95ea-e6809e9ddc29 req-6e7e496a-fe2d-44d4-9b47-9d6c9f13d29c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:48.805745 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce6d6d83-c922-4c1b-95ea-e6809e9ddc29 req-6e7e496a-fe2d-44d4-9b47-9d6c9f13d29c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0512927 Sep 17 05:34:48.842566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce6d6d83-c922-4c1b-95ea-e6809e9ddc29 req-81f79517-e2e1-4e21-843a-574cce47c695 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Sep 17 05:34:49.151315 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9d06-cf4d-4613-a089-9fb8ddf9b31e req-95b3e589-e113-4432-9908-d4832919795b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:49.152779 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-125f9d06-cf4d-4613-a089-9fb8ddf9b31e req-95b3e589-e113-4432-9908-d4832919795b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0474093 Sep 17 05:34:49.189649 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-125f9d06-cf4d-4613-a089-9fb8ddf9b31e req-d6f9b0a4-c73c-4690-a1d2-7b945501958c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Sep 17 05:34:49.956258 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90daba-273d-4b17-88c0-7096cf7f4cc3 req-31654587-9d61-48af-947a-78dae3cd41a4 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:49.957735 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5d90daba-273d-4b17-88c0-7096cf7f4cc3 req-31654587-9d61-48af-947a-78dae3cd41a4 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Sep 17 05:34:49.993796 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5d90daba-273d-4b17-88c0-7096cf7f4cc3 req-436b7630-5eab-41c2-9827-fb7114505b2c tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301332 Sep 17 05:34:50.304515 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653eee2-8e6f-4d0d-8596-38eced4cbcb7 req-08f68085-6d17-4f94-adc8-1faab3b8ec2f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:50.305987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4653eee2-8e6f-4d0d-8596-38eced4cbcb7 req-08f68085-6d17-4f94-adc8-1faab3b8ec2f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 944 time: 0.0503843 Sep 17 05:34:50.341998 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4653eee2-8e6f-4d0d-8596-38eced4cbcb7 req-5cc8cc6e-e6ff-414b-aab4-d6acdc02262c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302606 Sep 17 05:34:50.531390 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 481cea70-64f6-46de-9509-03ee91b5ea5d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:34:50.623974 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=481cea70-64f6-46de-9509-03ee91b5ea5d,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:50.635603 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:34:50.672007 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:50.684121 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481cea70-64f6-46de-9509-03ee91b5ea5d {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:34:50.702469 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=481cea70-64f6-46de-9509-03ee91b5ea5d,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:50.784313 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:50.835066 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:50.987959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-c57f027d-af3b-4b4a-8654-43042f05396b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:50.989494 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-c57f027d-af3b-4b4a-8654-43042f05396b tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0476918 Sep 17 05:34:51.123174 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522216c4-3536-4872-ba63-9925b5a560a1 req-5716ea33-a232-4950-a332-8b2647859352 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:51.124580 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-522216c4-3536-4872-ba63-9925b5a560a1 req-5716ea33-a232-4950-a332-8b2647859352 tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 945 time: 0.0630841 Sep 17 05:34:51.127466 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Deleting port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:34:51.127808 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:51.221514 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-522216c4-3536-4872-ba63-9925b5a560a1 req-6a4c1766-4b02-4018-9fc6-47af5988e4ba tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/security-groups?id=f59c7c60-33ef-4dac-be28-aaa3ea18db73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907097 Sep 17 05:34:51.241387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] For port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,segment=NetworkSegment(1d97aed1-3918-4de2-aaa7-f09985d07eb4),segment_id=1d97aed1-3918-4de2-aaa7-f09985d07eb4)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:51.241753 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:51.254124 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Calling delete_port for 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:34:51.254578 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['481cea70-64f6-46de-9509-03ee91b5ea5d'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:34:51.443628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:51.477772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Pushing event deleted for resources: {'Port': ['ID=4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:51.492676 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.493025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.493362 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.493695 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.494024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.494349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.494675 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.494997 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.495317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.495635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.495973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.496292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:34:51.518370 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fab3-598b-40d4-9dbc-b144479ef61a req-b008c55d-62b5-4a6e-bf48-340fd1a6051b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:51.519874 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e35fab3-598b-40d4-9dbc-b144479ef61a req-b008c55d-62b5-4a6e-bf48-340fd1a6051b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 945 time: 0.1074820 Sep 17 05:34:51.543550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] No DVR routers for this DVR port 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:34:51.546395 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:51.548243 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e3e16f20-3da7-46c5-ab86-979c743fdbca req-00a955b8-73ca-48d2-8ac5-b1e5b437fede tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.35 "DELETE /v2.0/ports/4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 HTTP/1.1" status: 204 len: 173 time: 0.5500150 Sep 17 05:34:51.548664 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'name': 'network-vif-deleted', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:51.551364 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b112ce5-671f-4b3a-9adc-a88dbabc2f6e" -d '{"events": [{"server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "name": "network-vif-deleted", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:51.579775 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e35fab3-598b-40d4-9dbc-b144479ef61a req-617e7c8d-9aa0-4443-bc67-722ebb1e8bf6 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537529 Sep 17 05:34:51.589489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312c978a-9a9f-4136-af3d-3d132a00dbb5 x-openstack-request-id: req-312c978a-9a9f-4136-af3d-3d132a00dbb5 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:51.589780 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf590e-9ad1-422c-8700-ea3c4c564ec8", "name": "network-vif-deleted", "tag": "4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:51.590031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-312c978a-9a9f-4136-af3d-3d132a00dbb5 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:51.590422 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf590e-9ad1-422c-8700-ea3c4c564ec8', 'name': 'network-vif-deleted', 'tag': '4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3', 'status': 'completed', 'code': 200} Sep 17 05:34:52.085575 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:34:52.323684 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1cd2277f-a08f-4f6c-8375-fe708095e73a req-9e2b12e9-216a-4697-be8a-4c8f262beffc tempest-VolumesSnapshotTestJSON-1003398909 tempest-VolumesSnapshotTestJSON-1003398909-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf590e-9ad1-422c-8700-ea3c4c564ec8 HTTP/1.1" status: 200 len: 210 time: 0.0254455 Sep 17 05:34:52.543560 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 481cea70-64f6-46de-9509-03ee91b5ea5d up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:34:52.697142 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bc5cd-cbc0-420a-865a-cff0d46043c4 req-7414fdc2-7a4b-4eb2-80f6-466132564058 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:52.698592 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-657bc5cd-cbc0-420a-865a-cff0d46043c4 req-7414fdc2-7a4b-4eb2-80f6-466132564058 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 945 time: 0.0507119 Sep 17 05:34:52.701212 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 481cea70-64f6-46de-9509-03ee91b5ea5d completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:34:52.705152 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 481cea70-64f6-46de-9509-03ee91b5ea5d triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:34:52.705529 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:52.735430 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-657bc5cd-cbc0-420a-865a-cff0d46043c4 req-96f8bbe1-f36f-45b5-8dd9-260bdbe89191 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308290 Sep 17 05:34:52.784195 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:52.805168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:52.807287 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5592bb-c578-45ab-a874-2f469915b70b" -d '{"events": [{"server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "name": "network-vif-plugged", "status": "completed", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:52.820218 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=481cea70-64f6-46de-9509-03ee91b5ea5d,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:34:52.842768 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4731d8b9-343a-441f-b991-769f04ae6b4c x-openstack-request-id: req-4731d8b9-343a-441f-b991-769f04ae6b4c {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:52.843063 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "name": "network-vif-plugged", "status": "completed", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:52.843323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4731d8b9-343a-441f-b991-769f04ae6b4c {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:52.843706 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'code': 200} Sep 17 05:34:52.904168 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:52.905554 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:34:52.943275 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:34:52.943616 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4b3bf2a3-6cad-40a0-8f27-ac8e208e19a3 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:34:52.971270 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:53.215932 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88195c8-0839-4aef-b8c2-d8b14503464d req-4fb0e324-8605-4b62-9076-99e4faca8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:53.217418 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c88195c8-0839-4aef-b8c2-d8b14503464d req-4fb0e324-8605-4b62-9076-99e4faca8098 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1099 time: 0.0406649 Sep 17 05:34:53.255801 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c88195c8-0839-4aef-b8c2-d8b14503464d req-6603acbf-3b9c-4aad-bd6b-cc9c90da5630 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276945 Sep 17 05:34:53.850500 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80859776-3889-4348-aad5-845e7dbeef96 req-60d6d009-bfd2-47a2-ac71-dba0965c5249 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:53.852000 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80859776-3889-4348-aad5-845e7dbeef96 req-60d6d009-bfd2-47a2-ac71-dba0965c5249 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0477920 Sep 17 05:34:53.870535 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:34:53.888600 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80859776-3889-4348-aad5-845e7dbeef96 req-43859c95-0c43-47c5-8a9a-0dc8fb0bc68e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303557 Sep 17 05:34:54.278372 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:55.006725 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af3c0-47e4-4f39-94fe-694cf2e222b5 req-d4761786-244a-40ab-9d2d-27b65add127a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:55.008223 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-880af3c0-47e4-4f39-94fe-694cf2e222b5 req-d4761786-244a-40ab-9d2d-27b65add127a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0518243 Sep 17 05:34:55.045125 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-880af3c0-47e4-4f39-94fe-694cf2e222b5 req-633abf55-71c0-484d-8db9-b7d31af3608e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Sep 17 05:34:55.165512 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d86d-7474-49af-8b58-03bce1c7144c req-33e87200-fcde-4c64-87d0-066032548278 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:55.167091 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0642d86d-7474-49af-8b58-03bce1c7144c req-33e87200-fcde-4c64-87d0-066032548278 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0489492 Sep 17 05:34:55.204399 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0642d86d-7474-49af-8b58-03bce1c7144c req-71e88412-608b-4c9a-831d-575919ae13f1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Sep 17 05:34:55.226879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 48876) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:34:55.270726 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f801447-9ecc-4760-bced-e876fde04e97 tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:55.272244 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4f801447-9ecc-4760-bced-e876fde04e97 tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1094 time: 0.0443571 Sep 17 05:34:55.275003 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 48878) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:34:55.279365 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:34:55.357937 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:55.461177 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:55.568523 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.27.2.76 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/7109d4b4-e90d-4740-98f7-588f0cc6b56e) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:34:55.665272 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:55.746776 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:55.783070 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:34:55.785795 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:34:55.788314 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:34:55.822979 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=7109d4b4-e90d-4740-98f7-588f0cc6b56e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:56.137451 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:56.272216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:56.426082 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:56.483470 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:56.552224 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=7109d4b4-e90d-4740-98f7-588f0cc6b56e,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:34:56.563588 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:56.658203 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP 1bc7a520-8f22-40b0-8985-c8bb37ace957 associated. External IP: 172.27.2.76, port: 481cea70-64f6-46de-9509-03ee91b5ea5d. Sep 17 05:34:57.097237 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:34:57.199594 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:34:57.209831 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:34:57.219596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:34:57.223512 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:34:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:57.298055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:34:57.324169 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-71adaad6-e08e-42b0-9db5-bda988fb0786 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0481555 Sep 17 05:34:57.324838 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:34:57.327117 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026eff01-719e-41bc-b21b-baffdf61556f" -d '{"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:34:57.329898 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:34:57.370934 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac00479-1409-4028-8682-3e29cf70e591 x-openstack-request-id: req-7ac00479-1409-4028-8682-3e29cf70e591 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:34:57.371228 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:34:57.371476 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ac00479-1409-4028-8682-3e29cf70e591 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:34:57.371863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'status': 'completed', 'code': 200} Sep 17 05:34:57.553385 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:56Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:57.579210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:34:57.587206 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:34:57.587797 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:34:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:57.799456 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:34:58.011816 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:56Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:34:58.041084 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed77d-2648-49be-b804-f62b915b2dba None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:56Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:34:58.219354 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812859c-4c3d-4be0-bc3e-f8d432bfc933 None None] New status for floating IP 1bc7a520-8f22-40b0-8985-c8bb37ace957: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:34:59.746721 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eff01-719e-41bc-b21b-baffdf61556f req-2d1f09f2-b978-4ec4-8bff-738e89c7811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:59.748288 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-2d1f09f2-b978-4ec4-8bff-738e89c7811d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1099 time: 0.0420935 Sep 17 05:34:59.766447 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-a2d994f0-b0eb-4848-8584-efba07ad87e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382349 Sep 17 05:34:59.828570 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-fd722d77-68b3-4d97-ae35-198a0e05402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:59.829981 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-fd722d77-68b3-4d97-ae35-198a0e05402d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1138 time: 0.0421579 Sep 17 05:34:59.840983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eff01-719e-41bc-b21b-baffdf61556f req-a4006881-c293-4e86-b54e-88d21df75b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:59.842446 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-a4006881-c293-4e86-b54e-88d21df75b16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0862038 Sep 17 05:34:59.907364 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-953bd56e-ce38-4102-9e72-919173ade27e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 200 len: 1001 time: 0.0554171 Sep 17 05:34:59.939616 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-3c09811a-9dbc-4224-9013-2a6ee2187654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:59.941163 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-3c09811a-9dbc-4224-9013-2a6ee2187654 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.0823362 Sep 17 05:34:59.954220 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eff01-719e-41bc-b21b-baffdf61556f req-173f1136-7bf5-48a0-be9b-bee6dc9e9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:34:59.955652 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-173f1136-7bf5-48a0-be9b-bee6dc9e9eb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0416272 Sep 17 05:35:00.004732 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eff01-719e-41bc-b21b-baffdf61556f req-4ce378fa-216f-4904-b6fc-085419a3c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:00.006246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-4ce378fa-216f-4904-b6fc-085419a3c0ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434759 Sep 17 05:35:00.013786 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-92ef1580-b61a-4ddd-86ab-67655a7183d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 1001 time: 0.0645814 Sep 17 05:35:00.068868 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-ba39e371-b7fd-4d82-a07c-50a0d05c7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:00.070362 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-ba39e371-b7fd-4d82-a07c-50a0d05c7f88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0487313 Sep 17 05:35:00.099335 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-4e143fde-ca58-44be-b498-644f6b1bdb88 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Sep 17 05:35:00.114917 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-b23bb97c-ae55-4e27-94f8-3ca378006ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:00.116440 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-b23bb97c-ae55-4e27-94f8-3ca378006ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390742 Sep 17 05:35:00.195772 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026eff01-719e-41bc-b21b-baffdf61556f req-f4a0ae1b-11dd-4ee8-932f-52b4c2542a07 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860877 Sep 17 05:35:00.214094 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-eb913205-4be6-4875-af49-fa3abf13ef98 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Sep 17 05:35:00.311706 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-d3d251ca-9838-4de1-96a4-f4167ae3b0e2 req-f186267f-a0bd-4f77-9818-4f3df9675aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Sep 17 05:35:01.629578 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-79400b8d-6706-4422-8c84-b8192de7abde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:04.440715 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-bc56923f-c2eb-48b0-94cc-a2db533f54b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:04.974634 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:05.455141 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:07.083500 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:10.158460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b14b34-caf9-4d92-b22c-f4ec988d4ae1 req-7074fcc5-10a1-490f-9988-214eae351e39 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:10.159894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10b14b34-caf9-4d92-b22c-f4ec988d4ae1 req-7074fcc5-10a1-490f-9988-214eae351e39 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Sep 17 05:35:10.195191 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10b14b34-caf9-4d92-b22c-f4ec988d4ae1 req-10423004-6122-4cee-96bc-9dfa6d2c2f34 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295234 Sep 17 05:35:11.306775 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d2ebf-d10b-4c10-83a2-82b9eb161a71 req-a84a1a17-a6c5-4f9e-af48-8e33f89709bf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:11.308242 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ba2d2ebf-d10b-4c10-83a2-82b9eb161a71 req-a84a1a17-a6c5-4f9e-af48-8e33f89709bf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Sep 17 05:35:11.344512 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ba2d2ebf-d10b-4c10-83a2-82b9eb161a71 req-3f0b78dc-db81-479b-b598-0dd3d22b6274 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304205 Sep 17 05:35:12.458303 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418992ff-2edc-4644-9021-eb3bdfb85ce1 req-70ef7734-0696-4408-a55d-75d7bba68094 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:12.459789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-418992ff-2edc-4644-9021-eb3bdfb85ce1 req-70ef7734-0696-4408-a55d-75d7bba68094 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Sep 17 05:35:12.496863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-418992ff-2edc-4644-9021-eb3bdfb85ce1 req-8da8fc23-2cbd-41e1-8ced-fcea638642e3 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Sep 17 05:35:13.609026 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9fc2-95c3-48b9-ba9d-a7bc57a68770 req-a0ee18d9-a57c-435b-9cd8-7397c9a82b16 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:13.610515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a08c9fc2-95c3-48b9-ba9d-a7bc57a68770 req-a0ee18d9-a57c-435b-9cd8-7397c9a82b16 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Sep 17 05:35:13.650006 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a08c9fc2-95c3-48b9-ba9d-a7bc57a68770 req-e41a6491-717e-4f6d-87ba-db2c89e07959 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Sep 17 05:35:14.765169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f25330-f701-4bbf-ba73-7b350fcda39d req-e5d6a1dd-1583-46b8-87d3-538a7438ae18 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:14.766644 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-50f25330-f701-4bbf-ba73-7b350fcda39d req-e5d6a1dd-1583-46b8-87d3-538a7438ae18 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Sep 17 05:35:14.805218 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-50f25330-f701-4bbf-ba73-7b350fcda39d req-83b35258-2043-428a-be28-14930fa19475 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Sep 17 05:35:15.927706 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272b747-381e-4882-9b7a-750b876dc12b req-fb9e6abe-b175-46eb-b26b-51b62df6e840 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:15.929215 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9272b747-381e-4882-9b7a-750b876dc12b req-fb9e6abe-b175-46eb-b26b-51b62df6e840 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0533614 Sep 17 05:35:15.967216 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9272b747-381e-4882-9b7a-750b876dc12b req-25d5dd4c-2509-4d49-a972-a31f889c2a19 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Sep 17 05:35:17.079118 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d489a-a998-4cf6-947c-8f651d95df44 req-531386fa-fbea-41be-8930-f5f0475bc4e9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:17.080635 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d2d489a-a998-4cf6-947c-8f651d95df44 req-531386fa-fbea-41be-8930-f5f0475bc4e9 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0477190 Sep 17 05:35:17.118207 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d2d489a-a998-4cf6-947c-8f651d95df44 req-fd4ab22f-0505-48c9-a01b-cec26257c77e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Sep 17 05:35:18.230634 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3599-650d-472f-9779-8104016f95a7 req-3e278f5f-993b-4170-ac76-b288a6d9ba80 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:18.232148 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b80a3599-650d-472f-9779-8104016f95a7 req-3e278f5f-993b-4170-ac76-b288a6d9ba80 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0481780 Sep 17 05:35:18.270648 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b80a3599-650d-472f-9779-8104016f95a7 req-c491f9f5-6dcb-4912-b441-f5579fe8199a tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326059 Sep 17 05:35:18.345410 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff93db-3927-4cd1-8406-6927dadbc3f1 req-965464d3-4278-4125-9f7d-d3f4b2dad99b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:18.346912 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4ff93db-3927-4cd1-8406-6927dadbc3f1 req-965464d3-4278-4125-9f7d-d3f4b2dad99b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0522506 Sep 17 05:35:18.384790 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4ff93db-3927-4cd1-8406-6927dadbc3f1 req-8d3f0df9-5e2f-4f7f-a256-94a711512b3b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Sep 17 05:35:19.384144 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada9b0-5541-43d5-84b1-a1f920bfccff req-bac3513c-fd29-41c1-b99a-dee43f5ce06d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:19.385612 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83ada9b0-5541-43d5-84b1-a1f920bfccff req-bac3513c-fd29-41c1-b99a-dee43f5ce06d tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Sep 17 05:35:19.425125 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83ada9b0-5541-43d5-84b1-a1f920bfccff req-ba033a54-6aeb-4829-92b6-ff2fd82ab832 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Sep 17 05:35:19.501132 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221326-644c-4695-9bbb-11439dfaffc8 req-435cf241-0971-430c-8f2a-d5026954ecad tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:19.502574 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9221326-644c-4695-9bbb-11439dfaffc8 req-435cf241-0971-430c-8f2a-d5026954ecad tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0478384 Sep 17 05:35:19.540486 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9221326-644c-4695-9bbb-11439dfaffc8 req-405466d2-f931-420c-ae96-ddcae2879f17 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Sep 17 05:35:20.539292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f72e6-f189-4750-8685-133cdca1063e req-4c437601-b77d-4382-9f16-a1ea60691831 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:20.540775 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f7f72e6-f189-4750-8685-133cdca1063e req-4c437601-b77d-4382-9f16-a1ea60691831 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0512028 Sep 17 05:35:20.578215 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6f7f72e6-f189-4750-8685-133cdca1063e req-8c9f97c5-962e-4f80-b437-52ff539e9b5a tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Sep 17 05:35:20.659812 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4003c-f52e-4c39-b030-bd4e0ec60bfb req-6571c6d9-f72d-44aa-9f5a-55df9e03a865 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:20.661287 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0fc4003c-f52e-4c39-b030-bd4e0ec60bfb req-6571c6d9-f72d-44aa-9f5a-55df9e03a865 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0480747 Sep 17 05:35:20.697754 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0fc4003c-f52e-4c39-b030-bd4e0ec60bfb req-c3435622-6219-4448-8b35-5b309985499b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Sep 17 05:35:21.690545 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e1ded-1da0-4acb-bcea-6a0373377fdb req-2c875356-42a6-4cca-91f4-4f94c8236c7b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:21.691945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4a7e1ded-1da0-4acb-bcea-6a0373377fdb req-2c875356-42a6-4cca-91f4-4f94c8236c7b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Sep 17 05:35:21.727952 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4a7e1ded-1da0-4acb-bcea-6a0373377fdb req-078c705d-ad8d-4970-895c-e5987ef8aa07 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300846 Sep 17 05:35:21.838817 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9f87d-4a53-4d25-85fd-1b767b26e493 req-37b97603-39a3-40ab-b4c7-875afbf32b34 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:21.840387 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5cb9f87d-4a53-4d25-85fd-1b767b26e493 req-37b97603-39a3-40ab-b4c7-875afbf32b34 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0527339 Sep 17 05:35:21.841448 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-dc39cf03-40a2-4d3c-82e6-5bd1af46fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:21.842910 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-dc39cf03-40a2-4d3c-82e6-5bd1af46fb0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0429883 Sep 17 05:35:21.878921 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5cb9f87d-4a53-4d25-85fd-1b767b26e493 req-e8bb9823-3b2e-488e-876c-a40037034a49 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Sep 17 05:35:21.934056 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-6a9bb1be-cfdd-45dd-b866-e9277d590e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:21.935557 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-6a9bb1be-cfdd-45dd-b866-e9277d590e45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 910 time: 0.0850317 Sep 17 05:35:22.001913 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-04314e94-9a26-4b39-b849-ac1c2048707a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 1000 time: 0.0584288 Sep 17 05:35:22.049183 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-1d58bbcc-e495-4eb8-b9c8-3eea9de35ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:22.050539 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-1d58bbcc-e495-4eb8-b9c8-3eea9de35ac4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.0415568 Sep 17 05:35:22.095876 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-993b6685-04b4-4838-9ce2-9a27fc373799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:22.097400 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-993b6685-04b4-4838-9ce2-9a27fc373799 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389488 Sep 17 05:35:22.189285 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-72b8864f-71da-4317-90ca-7f0750b12637 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Sep 17 05:35:22.276849 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-596ca6e0-c301-4fdb-9b9c-f0b400f075e3 req-69789c4f-262a-4569-be02-c08f59b52387 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806048 Sep 17 05:35:22.839893 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418565a-f1f0-468c-a4e5-0cf64b8800df req-6cd1a531-cf9a-441c-a5d6-856df76eb5f6 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:22.841373 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5418565a-f1f0-468c-a4e5-0cf64b8800df req-6cd1a531-cf9a-441c-a5d6-856df76eb5f6 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0481622 Sep 17 05:35:22.878037 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5418565a-f1f0-468c-a4e5-0cf64b8800df req-a526ffa2-6d00-45a7-9014-30be8bbe19ce tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Sep 17 05:35:22.994997 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdff534-5005-496f-80a3-8072f122eeee req-6d2956cd-ee48-4123-ad5b-80ed10c7dc0a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:22.996518 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9cdff534-5005-496f-80a3-8072f122eeee req-6d2956cd-ee48-4123-ad5b-80ed10c7dc0a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0478351 Sep 17 05:35:23.034118 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9cdff534-5005-496f-80a3-8072f122eeee req-871fe6fb-2377-4c87-834a-8fb80bd8b4d9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Sep 17 05:35:23.369640 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49112) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:23.416743 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_v2 [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Deleting subnet 80546c7a-11c9-4d7e-a728-1b64d3a86715 {{(pid=94516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:35:23.420368 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.453676 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9018853'] for subnet, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.508760 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.632464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9297067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8995460'] for subnet, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.663052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80546c7a-11c9-4d7e-a728-1b64d3a86715,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:23.666885 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.669438 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-04631195-d1c4-49ac-9225-3b3a34eed49c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80546c7a-11c9-4d7e-a728-1b64d3a86715 HTTP/1.1" status: 204 len: 168 time: 0.2981501 Sep 17 05:35:23.671965 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49114) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:23.967065 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:23.992615 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5e370-d200-473f-9161-ee2384607d36 req-899c8777-cfd3-4d9f-a5d5-8ed16f87a1b0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:23.994086 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ca5e370-d200-473f-9161-ee2384607d36 req-899c8777-cfd3-4d9f-a5d5-8ed16f87a1b0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Sep 17 05:35:24.031484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ca5e370-d200-473f-9161-ee2384607d36 req-f989a57d-90df-4260-9834-d1f94ca6e8fe tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Sep 17 05:35:24.044466 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.064370 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4b7b6-1b18-499d-8628-d3175d68a6a8']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:24.074368 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d97aed1-3918-4de2-aaa7-f09985d07eb4') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:24.074594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d97aed1-3918-4de2-aaa7-f09985d07eb4') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:24.089105 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.104806 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.111314 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:35:24.111692 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:35:24.113332 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:35:24.154029 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125925d-d197-4ae1-ad76-dc74198c8a48 req-188e7663-00d6-4ba8-ba1e-38818f69478f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:24.155640 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8125925d-d197-4ae1-ad76-dc74198c8a48 req-188e7663-00d6-4ba8-ba1e-38818f69478f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0500529 Sep 17 05:35:24.195268 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8125925d-d197-4ae1-ad76-dc74198c8a48 req-7ded7170-d149-4136-b9ea-e17f6cc435bc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329936 Sep 17 05:35:24.257977 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.258200 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.263571 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.265408 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] 10.222.0.23 "DELETE /v2.0/networks/49b4b7b6-1b18-499d-8628-d3175d68a6a8 HTTP/1.1" status: 204 len: 168 time: 0.5924864 Sep 17 05:35:24.276073 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b4b7b6-1b18-499d-8628-d3175d68a6a8,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:24.283600 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.283958 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.284304 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.284642 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.284974 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.285306 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.285633 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.285960 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.286288 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.286611 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.286937 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.287258 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286564a-094a-48fe-9897-dee2bb122431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:24.687635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49122) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:24.726292 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b6938fc0-5973-4ca4-ba6a-0e44fde42ab0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b99cd61eb44f4540a0284b45568fbe6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375247 Sep 17 05:35:24.728629 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49124) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:24.779558 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.799518 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.904024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.906556 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:24.907705 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f59c7c60-33ef-4dac-be28-aaa3ea18db73 HTTP/1.1" status: 204 len: 168 time: 0.1782029 Sep 17 05:35:24.915227 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a126-fe19-448c-affa-457c3621eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c7c60-33ef-4dac-be28-aaa3ea18db73,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:25.145509 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef5cad-158d-401b-9e07-96729f90ef20 req-f309e3a0-8b31-4ec9-9e53-2e8270fe71b0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:25.146987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-65ef5cad-158d-401b-9e07-96729f90ef20 req-f309e3a0-8b31-4ec9-9e53-2e8270fe71b0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Sep 17 05:35:25.185361 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-65ef5cad-158d-401b-9e07-96729f90ef20 req-015d45c0-a17f-4686-9e67-0e01d3ffba26 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313268 Sep 17 05:35:25.322981 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574d64b-981d-4fce-97a1-b834d34f1150 req-6fd6dc12-7bc8-4c77-81ef-ef695d470616 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:25.324529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5574d64b-981d-4fce-97a1-b834d34f1150 req-6fd6dc12-7bc8-4c77-81ef-ef695d470616 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0529311 Sep 17 05:35:25.365794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5574d64b-981d-4fce-97a1-b834d34f1150 req-8e4f5a83-cd9d-41df-b7b2-2e21d79d8deb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349429 Sep 17 05:35:26.302411 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc42-308b-401d-a525-9959f88f0f5f req-0842f8b4-7acf-40f5-bd59-5fe7623eaf87 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:26.303966 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5d72dc42-308b-401d-a525-9959f88f0f5f req-0842f8b4-7acf-40f5-bd59-5fe7623eaf87 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Sep 17 05:35:26.341139 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5d72dc42-308b-401d-a525-9959f88f0f5f req-6bb7d52d-8faa-4731-8f26-a713f9816a2e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Sep 17 05:35:26.409321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-0c9e7c6a-3ef2-45dd-a4b3-1b259c54bbd6 req-462221bd-434d-4178-91df-7c7d64e5d2ab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:35:26.410324 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0c9e7c6a-3ef2-45dd-a4b3-1b259c54bbd6 req-462221bd-434d-4178-91df-7c7d64e5d2ab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063877 Sep 17 05:35:26.487721 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39b05-00c8-44a1-b8dd-c166dbe318e8 req-f884099b-d6c9-4485-a817-cb25ebde746f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:26.489139 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fff39b05-00c8-44a1-b8dd-c166dbe318e8 req-f884099b-d6c9-4485-a817-cb25ebde746f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0478072 Sep 17 05:35:26.527750 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fff39b05-00c8-44a1-b8dd-c166dbe318e8 req-68fa6ff5-626d-4a8c-9de7-529e12a7d438 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Sep 17 05:35:26.675059 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:35:26.717666 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec42c-a3dc-481c-a16b-7a4b474ccda3 req-6a1cdfe9-f207-4e66-acd6-1cf91d43d38c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:26.719199 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a18ec42c-a3dc-481c-a16b-7a4b474ccda3 req-6a1cdfe9-f207-4e66-acd6-1cf91d43d38c tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Sep 17 05:35:26.752654 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:26.763892 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a18ec42c-a3dc-481c-a16b-7a4b474ccda3 req-a3413878-e897-4b0a-adf5-8e3cb9ddd7d3 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361569 Sep 17 05:35:26.785227 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:26.786201 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b4791-2f19-4d90-b71d-46511258b085" -d '{"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:26.790466 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:26.808196 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49148) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:26.818928 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b80f23-bb5d-4b47-8bbb-a154625f9b72 x-openstack-request-id: req-26b80f23-bb5d-4b47-8bbb-a154625f9b72 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:26.819217 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-unplugged", "status": "failed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "code": 422}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:26.819471 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b80f23-bb5d-4b47-8bbb-a154625f9b72 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:26.819885 dv-cinder-809518-2-iscsi neutron-server[94518]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'code': 422} returned with failed status Sep 17 05:35:26.869246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:26.896685 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-9147bc27-2c8a-4bde-836a-f21b2a6f13c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872850 Sep 17 05:35:26.905806 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-11317bec-54d4-4971-9d1c-acd59e7241ad service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:35:26.906903 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-11317bec-54d4-4971-9d1c-acd59e7241ad service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051289 Sep 17 05:35:26.917818 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=6']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:26.925163 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:26.929098 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:27.647723 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773844-6781-4ec3-ada9-1a368d7beba2 req-47130271-1fca-4964-9625-489e4f49ce2b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:27.649224 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33773844-6781-4ec3-ada9-1a368d7beba2 req-47130271-1fca-4964-9625-489e4f49ce2b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0496817 Sep 17 05:35:27.687878 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33773844-6781-4ec3-ada9-1a368d7beba2 req-46aa21ba-c6b2-47de-bec5-f302a6f60d03 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Sep 17 05:35:27.878887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dcc41-0e3b-435a-a286-5a7510f2129f req-05c9cc4e-a6f6-4f1f-bde8-cfc0a90a1469 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:27.880394 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-898dcc41-0e3b-435a-a286-5a7510f2129f req-05c9cc4e-a6f6-4f1f-bde8-cfc0a90a1469 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0493891 Sep 17 05:35:27.917863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-898dcc41-0e3b-435a-a286-5a7510f2129f req-d0562dba-b3c1-4872-8e19-05b168a108bc tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Sep 17 05:35:28.806778 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393642a-1ea3-4984-9384-bffe47415845 req-6aceea03-37a9-4e14-87ed-7500ddd98438 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:28.808283 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c393642a-1ea3-4984-9384-bffe47415845 req-6aceea03-37a9-4e14-87ed-7500ddd98438 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0512862 Sep 17 05:35:28.845917 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c393642a-1ea3-4984-9384-bffe47415845 req-b48083c0-a428-4ef4-a1f5-180afd052f31 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Sep 17 05:35:29.032249 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856701b-7f9d-41b6-a147-79066fdb36ef req-5736b038-ab2a-4a18-bc44-b48f395d8cdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.033749 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2856701b-7f9d-41b6-a147-79066fdb36ef req-5736b038-ab2a-4a18-bc44-b48f395d8cdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0500059 Sep 17 05:35:29.073970 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2856701b-7f9d-41b6-a147-79066fdb36ef req-b4bf2a63-f5be-49a6-a680-a0d716f9ad78 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341244 Sep 17 05:35:29.701428 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-9e014a9b-50b7-413f-a79f-33188abd67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.702816 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-9e014a9b-50b7-413f-a79f-33188abd67e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1&tenant_id=97461b54825945708ea32f4951c18794 HTTP/1.1" status: 200 len: 1096 time: 0.0706987 Sep 17 05:35:29.762361 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-4232364a-5794-49da-a760-2761febfdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.763815 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-4232364a-5794-49da-a760-2761febfdfe9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0382857 Sep 17 05:35:29.851647 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-6682ab03-461c-4525-bf86-4a01f68a6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.853098 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-6682ab03-461c-4525-bf86-4a01f68a6ca1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 910 time: 0.0825639 Sep 17 05:35:29.916332 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-ee2ef390-f674-465e-b306-08b2da062b58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 998 time: 0.0550644 Sep 17 05:35:29.963971 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323804-2de1-4e88-83c8-edb536f29e73 req-cd6e53f9-a987-4b53-ace9-f9af7ecace6f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.964528 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-0933b65d-87f7-4de6-8623-dc239d760f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:29.965402 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b323804-2de1-4e88-83c8-edb536f29e73 req-cd6e53f9-a987-4b53-ace9-f9af7ecace6f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0500047 Sep 17 05:35:29.965636 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-0933b65d-87f7-4de6-8623-dc239d760f40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.0419438 Sep 17 05:35:30.002808 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b323804-2de1-4e88-83c8-edb536f29e73 req-26303a11-c98a-4064-8614-f785746a6551 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Sep 17 05:35:30.019543 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-875b3086-f800-42b0-b6dd-a002f53cd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:30.020672 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-875b3086-f800-42b0-b6dd-a002f53cd781 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479414 Sep 17 05:35:30.112998 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-956dfd46-76ea-4a59-a1f3-4a3e071ed112 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803280 Sep 17 05:35:30.192028 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95730a-cc78-48d8-a3cd-1950f75b4e15 req-f6dbdd16-c56f-45ec-96fa-125d68374aa1 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:30.193482 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-de95730a-cc78-48d8-a3cd-1950f75b4e15 req-f6dbdd16-c56f-45ec-96fa-125d68374aa1 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0508220 Sep 17 05:35:30.205101 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-36fd833d-c5b9-45ad-b8bf-3f775442e90f req-4f46cf12-b53e-436a-b05d-cb94f222f2e0 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847275 Sep 17 05:35:30.236248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-de95730a-cc78-48d8-a3cd-1950f75b4e15 req-3e7e197a-5b0f-4091-b0a8-29ebbf448ea5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308008 Sep 17 05:35:30.869930 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:35:31.118832 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10627ff-d460-416f-930b-e4be5ac48397 req-9c1d0aea-1126-4b5d-bac1-ba1ac66a1b08 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:31.120376 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a10627ff-d460-416f-930b-e4be5ac48397 req-9c1d0aea-1126-4b5d-bac1-ba1ac66a1b08 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0472448 Sep 17 05:35:31.157417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a10627ff-d460-416f-930b-e4be5ac48397 req-08f116ed-8847-44a0-9972-b4af6c0cbc4a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Sep 17 05:35:31.350081 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0d142-1a7a-428e-9f42-50de1d9ab5fc req-41b6ac55-1cdb-4fba-9e80-52893f819335 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:31.351546 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddb0d142-1a7a-428e-9f42-50de1d9ab5fc req-41b6ac55-1cdb-4fba-9e80-52893f819335 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0549939 Sep 17 05:35:31.387233 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ddb0d142-1a7a-428e-9f42-50de1d9ab5fc req-8224c18e-683f-4803-874b-1e3d7f480473 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297668 Sep 17 05:35:31.614017 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-07d91f6a-21d7-4dc9-a252-5f6f90278a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:32.274339 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b9de-5f62-45d2-a168-5bfa4516f388 req-ede5fcb5-8bb7-4a27-b31b-8c24f970480d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:32.276051 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7a6b9de-5f62-45d2-a168-5bfa4516f388 req-ede5fcb5-8bb7-4a27-b31b-8c24f970480d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0511570 Sep 17 05:35:32.311567 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e7a6b9de-5f62-45d2-a168-5bfa4516f388 req-09877725-ecf4-4fb9-a5fe-31e654ee57bb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297670 Sep 17 05:35:32.498398 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7187-ab6a-4ee8-8204-346b2434aded req-5a5f2df7-b424-4bb5-ab95-b41eb87fd823 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:32.499762 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6de7187-ab6a-4ee8-8204-346b2434aded req-5a5f2df7-b424-4bb5-ab95-b41eb87fd823 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0478499 Sep 17 05:35:32.535752 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6de7187-ab6a-4ee8-8204-346b2434aded req-35fd223e-258e-4295-aca4-85d65f03a710 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302742 Sep 17 05:35:33.427803 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb007d-3631-4628-b505-aad74692a544 req-acf616a8-b050-473c-be1f-d73ff1f45edd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:33.429279 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2feb007d-3631-4628-b505-aad74692a544 req-acf616a8-b050-473c-be1f-d73ff1f45edd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0483265 Sep 17 05:35:33.465804 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2feb007d-3631-4628-b505-aad74692a544 req-b234b267-f4a8-413a-8ea5-68f8212b8017 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Sep 17 05:35:33.653178 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8fee-461a-40c9-ade7-0b14a8f37e82 req-f1e0eb68-eff0-4675-b813-c76bdf96c9fb tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:33.654515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be4f8fee-461a-40c9-ade7-0b14a8f37e82 req-f1e0eb68-eff0-4675-b813-c76bdf96c9fb tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0509915 Sep 17 05:35:33.690810 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-be4f8fee-461a-40c9-ade7-0b14a8f37e82 req-d42fcef6-6980-40ec-9116-f63a5e8d2fb1 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303955 Sep 17 05:35:34.437035 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f16cbc6b-e350-46ed-8375-345dc965b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:34.580591 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7375-c298-4121-ad3b-c552a6961f6f req-e126858f-62cb-4f9c-a223-143d71634a95 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:34.582050 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c7ff7375-c298-4121-ad3b-c552a6961f6f req-e126858f-62cb-4f9c-a223-143d71634a95 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0472512 Sep 17 05:35:34.619200 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c7ff7375-c298-4121-ad3b-c552a6961f6f req-c7825cff-6d0c-4316-9c80-e130334b9d10 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Sep 17 05:35:34.800475 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a6db2-a73d-46b8-8ce2-58d4901d91b0 req-b2d5bf5d-9690-4ee1-a549-4e349325f8a2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:34.801937 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a30a6db2-a73d-46b8-8ce2-58d4901d91b0 req-b2d5bf5d-9690-4ee1-a549-4e349325f8a2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0478690 Sep 17 05:35:34.838606 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a30a6db2-a73d-46b8-8ce2-58d4901d91b0 req-5c31bee1-17c7-41d9-9214-87ffe5cf74f8 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Sep 17 05:35:34.954196 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:35.480077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:35.741486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ad70-71d1-4a1c-8365-9ec4a7ee6a7b req-5ca89038-7035-4e02-81da-fe03cc1bcfd2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:35.743002 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-faa1ad70-71d1-4a1c-8365-9ec4a7ee6a7b req-5ca89038-7035-4e02-81da-fe03cc1bcfd2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0533803 Sep 17 05:35:35.780945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-faa1ad70-71d1-4a1c-8365-9ec4a7ee6a7b req-7f917830-0618-4fb2-bcf6-934a82ba4915 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Sep 17 05:35:35.950265 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0ca6-9fef-4000-b131-547f02797008 req-26970081-3c94-443c-9739-766fd12af462 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:35.951870 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17fd0ca6-9fef-4000-b131-547f02797008 req-26970081-3c94-443c-9739-766fd12af462 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0487559 Sep 17 05:35:35.989676 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-17fd0ca6-9fef-4000-b131-547f02797008 req-4b48526a-ebba-4cc2-8326-fe650c9a53f2 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Sep 17 05:35:36.722545 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:35:36.816946 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:36.828257 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'f565219d-0b59-4088-8fee-55517b4452c5', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:35:36.865047 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:36.878450 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:35:36.896974 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:36.897627 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce44e66-6363-431a-a3e3-1e8666a5accf req-d8d2d8f1-405b-4c2a-ba86-ec279e1d0dcb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:36.899093 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ce44e66-6363-431a-a3e3-1e8666a5accf req-d8d2d8f1-405b-4c2a-ba86-ec279e1d0dcb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0480704 Sep 17 05:35:36.936480 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5ce44e66-6363-431a-a3e3-1e8666a5accf req-9382c460-808d-4cf2-b717-3514c53a1990 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Sep 17 05:35:37.011252 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:37.046150 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:37.062253 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=6']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:37.107377 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dfb48-b180-4c9c-9eaa-642bfffcdc19 req-8c37f908-ac8b-44d4-9abb-6a1993ffea67 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:37.108861 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cc5dfb48-b180-4c9c-9eaa-642bfffcdc19 req-8c37f908-ac8b-44d4-9abb-6a1993ffea67 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0522537 Sep 17 05:35:37.145700 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cc5dfb48-b180-4c9c-9eaa-642bfffcdc19 req-990febe3-5762-4ccb-a443-e36156b29637 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302334 Sep 17 05:35:37.245237 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['f565219d-0b59-4088-8fee-55517b4452c5'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:35:38.051827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352384c-258a-41ca-8103-1ec636164d1e req-d4ec7068-1ea4-4abe-a43c-77eb9abbc68a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:38.053309 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d352384c-258a-41ca-8103-1ec636164d1e req-d4ec7068-1ea4-4abe-a43c-77eb9abbc68a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 945 time: 0.0479300 Sep 17 05:35:38.089251 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d352384c-258a-41ca-8103-1ec636164d1e req-bf54c039-72b4-494f-a093-b7982341c4a9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301120 Sep 17 05:35:38.255823 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8cf07-58fc-40c5-9bee-509b6a599754 req-eb5188e9-6cf1-4fd5-9598-5e1668b15f73 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:38.257222 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5eb8cf07-58fc-40c5-9bee-509b6a599754 req-eb5188e9-6cf1-4fd5-9598-5e1668b15f73 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0467927 Sep 17 05:35:38.293862 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5eb8cf07-58fc-40c5-9bee-509b6a599754 req-312c09ff-4354-4c18-a2e0-c9c310831740 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308354 Sep 17 05:35:38.736739 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:35:38.739839 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:35:38.849055 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port f565219d-0b59-4088-8fee-55517b4452c5 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:35:38.849423 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:38.889111 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:38.908679 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'port_id': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'mac_address': 'fa:16:3e:52:8c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:35:38.975637 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:38.979550 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:38.996856 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dee43e-becd-4539-8af0-3db1a7ddce1b {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:35:39.021697 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:39.032064 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27d8df2-099f-4ff3-b9d9-acddb7d1c936" -d '{"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:39.032064 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:39.040126 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:39.060461 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ffda64-83dd-41dd-8290-0fa81287513e x-openstack-request-id: req-a5ffda64-83dd-41dd-8290-0fa81287513e {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:39.060744 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:39.060988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ffda64-83dd-41dd-8290-0fa81287513e {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:39.061373 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'code': 200} Sep 17 05:35:39.137155 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:39.170324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:39.189830 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=7']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:39.211379 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153369-3409-4dea-a1c1-6b8e321e9178 req-8789c148-0a4a-4c3e-af94-470c00635795 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:39.212885 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-86153369-3409-4dea-a1c1-6b8e321e9178 req-8789c148-0a4a-4c3e-af94-470c00635795 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0533905 Sep 17 05:35:39.242559 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=7']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:39.250773 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-86153369-3409-4dea-a1c1-6b8e321e9178 req-e864de8d-0dd1-452d-8bfd-37bcbbad70a2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Sep 17 05:35:39.414080 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88db5-82c5-41ca-9e93-b5bf585e786b req-59a72bf7-5b0a-4acc-bcd1-9e8a14d7274e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:39.415595 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fcc88db5-82c5-41ca-9e93-b5bf585e786b req-59a72bf7-5b0a-4acc-bcd1-9e8a14d7274e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0496690 Sep 17 05:35:39.452249 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fcc88db5-82c5-41ca-9e93-b5bf585e786b req-f0b75e89-1bc4-4feb-978f-e4b9e9984e02 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Sep 17 05:35:39.636332 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['b4dee43e-becd-4539-8af0-3db1a7ddce1b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:35:40.364576 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d6e22-aba6-454e-9688-b5ceabca5bc5 req-33cb2e45-4bd4-45e5-8e4b-70a8194d9abb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:40.366019 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026d6e22-aba6-454e-9688-b5ceabca5bc5 req-33cb2e45-4bd4-45e5-8e4b-70a8194d9abb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0472748 Sep 17 05:35:40.402651 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-026d6e22-aba6-454e-9688-b5ceabca5bc5 req-a9120601-5798-4ee7-b8ab-e0800df27bcc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302391 Sep 17 05:35:40.565474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb00b-7021-4bc5-89fe-5101c679108f req-d314e8df-263d-492f-ab9b-ff95bc77026e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:40.566829 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1afeb00b-7021-4bc5-89fe-5101c679108f req-d314e8df-263d-492f-ab9b-ff95bc77026e tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0503721 Sep 17 05:35:40.602808 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1afeb00b-7021-4bc5-89fe-5101c679108f req-0e16dc9f-31c1-4a14-bc6c-1a45082019e5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302002 Sep 17 05:35:41.523794 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc36e52-faaf-4757-afd0-b66d3e9a5bc2 req-9e5224c9-4498-48de-8e19-c8e8f8aa5e51 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:41.526734 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3dc36e52-faaf-4757-afd0-b66d3e9a5bc2 req-9e5224c9-4498-48de-8e19-c8e8f8aa5e51 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0550959 Sep 17 05:35:41.572119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3dc36e52-faaf-4757-afd0-b66d3e9a5bc2 req-5aa4953d-3d2a-4249-b851-d6f696ca0f88 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348043 Sep 17 05:35:41.737213 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d18475-30d6-4f4c-a038-3947cf08019b req-c917b3ca-57be-4734-9f63-416888529e48 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:41.739684 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-15d18475-30d6-4f4c-a038-3947cf08019b req-c917b3ca-57be-4734-9f63-416888529e48 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0648942 Sep 17 05:35:41.787084 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-15d18475-30d6-4f4c-a038-3947cf08019b req-e71f431d-45a6-415a-9bf7-60e55e892678 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404932 Sep 17 05:35:42.745765 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29052864-dc1d-4272-a30d-0fcbb87d32ed req-e56fab80-d821-40a3-ad45-9133206d90af tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:42.776846 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:35:42.777755 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29052864-dc1d-4272-a30d-0fcbb87d32ed req-e56fab80-d821-40a3-ad45-9133206d90af tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.1204782 Sep 17 05:35:42.828653 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-29052864-dc1d-4272-a30d-0fcbb87d32ed req-2f4a1aae-1004-48d3-8374-537d21d9020a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494511 Sep 17 05:35:42.842369 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port b4dee43e-becd-4539-8af0-3db1a7ddce1b triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:35:42.842852 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:42.947129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed77ac-16ec-4885-8250-a7290d75daec req-8f35efcb-bf76-4848-8334-7a7735da2635 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:42.948852 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dfed77ac-16ec-4885-8250-a7290d75daec req-8f35efcb-bf76-4848-8334-7a7735da2635 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0647538 Sep 17 05:35:42.971691 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:42.992790 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:42.995175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c51fc4-48f4-4d45-8452-7698e0a60bf7" -d '{"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:43.000748 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dfed77ac-16ec-4885-8250-a7290d75daec req-78ccc754-1fe9-445d-982f-738548de8a62 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Sep 17 05:35:43.013319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:43.050708 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041551b-635f-4fcd-8292-9f85d08a409e x-openstack-request-id: req-0041551b-635f-4fcd-8292-9f85d08a409e {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:43.050708 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:43.050708 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0041551b-635f-4fcd-8292-9f85d08a409e {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:43.050708 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'code': 200} Sep 17 05:35:43.143628 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:43.200603 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=8']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:43.444754 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149063fa-0386-4f57-8634-f2b62db61383 req-2624bb9a-c2fe-4d0a-9be4-2f807d04c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:43.446310 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-149063fa-0386-4f57-8634-f2b62db61383 req-2624bb9a-c2fe-4d0a-9be4-2f807d04c173 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0448077 Sep 17 05:35:43.495143 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-149063fa-0386-4f57-8634-f2b62db61383 req-19bf1b14-117a-45d4-90c2-0bf2992baf95 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Sep 17 05:35:43.946694 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923c834-0e9f-4e1a-b62c-45abb067228a req-f6c7c8fe-464f-41fa-8125-2122c4654dd1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:43.948211 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5923c834-0e9f-4e1a-b62c-45abb067228a req-f6c7c8fe-464f-41fa-8125-2122c4654dd1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0516121 Sep 17 05:35:43.990079 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5923c834-0e9f-4e1a-b62c-45abb067228a req-199783fa-e07f-4157-85c7-e69be18c4cc5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356469 Sep 17 05:35:44.132373 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349fab4-8af0-426d-8ec1-849ad5a1de03 req-82f9d12c-03be-442f-9827-30dc6c3345ea tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:44.133743 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5349fab4-8af0-426d-8ec1-849ad5a1de03 req-82f9d12c-03be-442f-9827-30dc6c3345ea tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0536890 Sep 17 05:35:44.174543 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5349fab4-8af0-426d-8ec1-849ad5a1de03 req-63e0894c-4f55-40b8-9d2e-45b498a86eb0 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349827 Sep 17 05:35:45.143976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aec21d-2468-4231-a841-3964a837ab90 req-0162d54c-2193-4261-8f4d-c9f3995a7426 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:45.143976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61aec21d-2468-4231-a841-3964a837ab90 req-0162d54c-2193-4261-8f4d-c9f3995a7426 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0587986 Sep 17 05:35:45.203915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61aec21d-2468-4231-a841-3964a837ab90 req-e4affb61-04df-4e0e-a33e-d30a0ed52a96 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493605 Sep 17 05:35:45.316127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147f42b-d5dd-417e-a2d5-e3fb8523cb8b req-99c3d678-1fcd-4bf9-8268-0bc382100ca5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:45.317823 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e147f42b-d5dd-417e-a2d5-e3fb8523cb8b req-99c3d678-1fcd-4bf9-8268-0bc382100ca5 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0669293 Sep 17 05:35:45.359765 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e147f42b-d5dd-417e-a2d5-e3fb8523cb8b req-ca4f02c7-8435-4110-b02f-d59a48ecdd22 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349450 Sep 17 05:35:46.326388 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f66bd-bbb9-42f4-b9d2-4c7a55a33010 req-35f380bd-cb28-4f2e-8905-62626782df01 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:46.327889 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f0f66bd-bbb9-42f4-b9d2-4c7a55a33010 req-35f380bd-cb28-4f2e-8905-62626782df01 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0550973 Sep 17 05:35:46.369310 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1f0f66bd-bbb9-42f4-b9d2-4c7a55a33010 req-97f9a3f0-1254-4a18-8da6-681d3deb5453 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Sep 17 05:35:47.497810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6e6ab-4f06-49af-b7c6-04567f2f792e req-205f6a06-8180-43d0-900a-a5dd10996f5c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:47.499259 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16c6e6ab-4f06-49af-b7c6-04567f2f792e req-205f6a06-8180-43d0-900a-a5dd10996f5c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0572505 Sep 17 05:35:47.535861 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16c6e6ab-4f06-49af-b7c6-04567f2f792e req-900355c4-ced8-4fd3-aee4-7a4c389a7699 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Sep 17 05:35:48.656973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0d265-8ae3-4e1b-96ec-e9b849bd689b req-f4caf80f-830e-45c1-8828-7dbafeaa651d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:48.658393 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aff0d265-8ae3-4e1b-96ec-e9b849bd689b req-f4caf80f-830e-45c1-8828-7dbafeaa651d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0509570 Sep 17 05:35:48.698340 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aff0d265-8ae3-4e1b-96ec-e9b849bd689b req-e46e32a4-24eb-4645-9f0c-a87b71b0072c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337040 Sep 17 05:35:49.821026 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98333-d990-47ca-88ce-686225151e31 req-5906f771-2e8b-4e6f-92de-59d4dceea5f6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:49.822538 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8b98333-d990-47ca-88ce-686225151e31 req-5906f771-2e8b-4e6f-92de-59d4dceea5f6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0524414 Sep 17 05:35:49.862065 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8b98333-d990-47ca-88ce-686225151e31 req-2ad53882-9388-497a-8134-c6b544c17409 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332830 Sep 17 05:35:50.995335 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c449f-c9f4-4f3e-b58d-e14c91900cdf req-bd434d38-d91d-4ec3-800e-37b9b7e3d4ee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:50.996950 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e58c449f-c9f4-4f3e-b58d-e14c91900cdf req-bd434d38-d91d-4ec3-800e-37b9b7e3d4ee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0595188 Sep 17 05:35:51.039359 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e58c449f-c9f4-4f3e-b58d-e14c91900cdf req-c01559fb-70da-4e04-9153-2fed9bdb0783 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Sep 17 05:35:52.165552 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60ce26-4325-48fe-b093-2add961a2fa1 req-51e3463f-ca14-4c78-bad0-f615e2086253 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:52.167073 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf60ce26-4325-48fe-b093-2add961a2fa1 req-51e3463f-ca14-4c78-bad0-f615e2086253 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0491838 Sep 17 05:35:52.215612 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf60ce26-4325-48fe-b093-2add961a2fa1 req-c92674ae-1dc8-4f76-8b66-c7d1194f426e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Sep 17 05:35:53.331537 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c02e62-5fac-437d-a00e-9bc5001023f3 req-ad950a46-6062-43bd-b979-f470148f5f1d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:53.333034 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93c02e62-5fac-437d-a00e-9bc5001023f3 req-ad950a46-6062-43bd-b979-f470148f5f1d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0510659 Sep 17 05:35:53.369778 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93c02e62-5fac-437d-a00e-9bc5001023f3 req-d1e92f42-a180-4c7a-87bf-f90ddca3a341 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308905 Sep 17 05:35:54.265209 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:54.324915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-cca04cb3-a4df-442b-ba62-665c9b5338c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.326430 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-cca04cb3-a4df-442b-ba62-665c9b5338c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1099 time: 0.0398283 Sep 17 05:35:54.423049 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-3d47ab80-21ff-4319-a6a7-fc25941c54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.425365 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-3d47ab80-21ff-4319-a6a7-fc25941c54b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0903091 Sep 17 05:35:54.492104 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-6100f36c-6848-43b4-939f-a4ccb7f03221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 200 len: 1002 time: 0.0587630 Sep 17 05:35:54.523189 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774608-4167-4a6a-97e5-03919a3c2c83 req-8f7e3082-a951-4a8e-8847-6424382963e8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.524634 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf774608-4167-4a6a-97e5-03919a3c2c83 req-8f7e3082-a951-4a8e-8847-6424382963e8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0788453 Sep 17 05:35:54.537686 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dde8d-b3c7-4fce-bec8-0ac2e38da585 req-8404e288-b005-4059-b0c9-1065f078519d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.539122 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0e3dde8d-b3c7-4fce-bec8-0ac2e38da585 req-8404e288-b005-4059-b0c9-1065f078519d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0654144 Sep 17 05:35:54.546466 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-e3750f72-1578-47a5-b761-595a612addb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.547936 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-e3750f72-1578-47a5-b761-595a612addb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0467932 Sep 17 05:35:54.593026 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-c1ec4755-c4f3-481d-8c58-5362495ea20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:54.594513 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-c1ec4755-c4f3-481d-8c58-5362495ea20a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384252 Sep 17 05:35:54.597673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf774608-4167-4a6a-97e5-03919a3c2c83 req-176979bd-9354-4814-ba90-f8712077ecd6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576241 Sep 17 05:35:54.600488 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0e3dde8d-b3c7-4fce-bec8-0ac2e38da585 req-a35ca58e-0f45-4517-a746-42a6531e2f7b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548341 Sep 17 05:35:54.684953 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-74758ac9-8a5a-4600-9051-3f9cfe8e76d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816991 Sep 17 05:35:54.776810 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-399066b2-3a3e-45e4-aa3e-1eb66c9d6334 req-1f7482a9-d0bc-42a2-bc68-cb6b21d6940a service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832472 Sep 17 05:35:55.746038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c0f5-7125-400e-87f5-2b7f7b7d0a07 req-f9bcb739-7f63-4128-b867-0df5e8d01d74 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:55.747447 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a265c0f5-7125-400e-87f5-2b7f7b7d0a07 req-f9bcb739-7f63-4128-b867-0df5e8d01d74 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0763276 Sep 17 05:35:55.755504 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a1047-86e2-42c9-876a-74b5bcbd6ccd req-2299a5ad-c5ec-41d0-8ddc-7bf4c7e1447a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:55.756906 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a0a1047-86e2-42c9-876a-74b5bcbd6ccd req-2299a5ad-c5ec-41d0-8ddc-7bf4c7e1447a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0870125 Sep 17 05:35:55.814820 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a265c0f5-7125-400e-87f5-2b7f7b7d0a07 req-9ccd9cd5-d88e-48b7-a685-ab788ba64f68 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569837 Sep 17 05:35:55.818090 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a0a1047-86e2-42c9-876a-74b5bcbd6ccd req-2f408051-ecb1-4b55-8e97-dede4e448302 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546679 Sep 17 05:35:55.965023 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b0600-369e-47db-81df-9785a17c03ab req-329d9dbb-1dbd-4e18-8fca-71d38a48091a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:55.966457 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-6d7b0600-369e-47db-81df-9785a17c03ab req-329d9dbb-1dbd-4e18-8fca-71d38a48091a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 946 time: 0.0481539 Sep 17 05:35:56.059804 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Deleting port 4214c8c6-5773-4312-b8c2-bb587c50d50b {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:35:56.060175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.143478 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] For port 4214c8c6-5773-4312-b8c2-bb587c50d50b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4214c8c6-5773-4312-b8c2-bb587c50d50b,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:56.143826 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.407486 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.407819 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.408196 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.l3_db [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Floating IP a693d9ca-14e7-4828-a1fd-4bd345a260da disassociated. External IP: 172.27.2.222, port: 4214c8c6-5773-4312-b8c2-bb587c50d50b. Sep 17 05:35:56.412527 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Calling delete_port for 4214c8c6-5773-4312-b8c2-bb587c50d50b owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:35:56.606179 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.634018 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'Port': ['ID=4214c8c6-5773-4312-b8c2-bb587c50d50b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:56.670877 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-100b938c-7800-4d00-a22d-3e5aef447902 req-d3c0d71b-6844-40ee-b98b-b752ec779d12 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743750878&fields=id&tenant_id=84c928bf01404e5d8cc5a58e3c37fd77 HTTP/1.1" status: 200 len: 267 time: 0.0361488 Sep 17 05:35:56.722631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b938c-7800-4d00-a22d-3e5aef447902 req-c9cd992a-ce44-4eaf-8f8f-24d462463af0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:56.728385 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-100b938c-7800-4d00-a22d-3e5aef447902 req-c9cd992a-ce44-4eaf-8f8f-24d462463af0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 985 time: 0.0574753 Sep 17 05:35:56.736731 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Request body: {'port': {'security_groups': ['ce955583-b6f0-4f79-84c4-0e198e145982']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:35:56.768907 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:35:56.809390 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.866449 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:35:56.888429 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:35:56.908210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:35:56.927143 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:35:56.927739 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:35:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:56.933325 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-43507c93-401c-493d-9876-8a855c346a92 req-04572a46-aac6-4a58-8941-ae6e7469eef8 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0326507 Sep 17 05:35:56.933919 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] No DVR routers for this DVR port 4214c8c6-5773-4312-b8c2-bb587c50d50b on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:35:56.937085 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:56.940041 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-6d7b0600-369e-47db-81df-9785a17c03ab req-2c752916-53b7-4fdd-8163-c43aee7eac93 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "DELETE /v2.0/ports/4214c8c6-5773-4312-b8c2-bb587c50d50b HTTP/1.1" status: 204 len: 173 time: 0.9660838 Sep 17 05:35:56.941812 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'name': 'network-vif-deleted', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:56.943588 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db22a59-e347-4760-8585-d7edfd804837" -d '{"events": [{"server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "name": "network-vif-deleted", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:57.070914 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.072816 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:57.106305 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:35:57.115944 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f27e79-4080-4367-9eef-7396a2d08a3b req-f7d90ca1-f1f3-4891-8aae-6260b1eea8ea tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.117588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-56f27e79-4080-4367-9eef-7396a2d08a3b req-f7d90ca1-f1f3-4891-8aae-6260b1eea8ea tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 946 time: 0.0894892 Sep 17 05:35:57.132826 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.170792 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-56f27e79-4080-4367-9eef-7396a2d08a3b req-22806c08-b870-4e15-a9d7-a159511277d6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Sep 17 05:35:57.214304 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.272908 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:57.275422 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756cf601-d9da-4475-8d6e-28525e9879fb" -d '{"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:57.284661 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:35:57.294787 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.295429 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.296889 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-100b938c-7800-4d00-a22d-3e5aef447902 req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "PUT /v2.0/ports/fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 943 time: 0.5650051 Sep 17 05:35:57.297359 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:57.299644 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdda193-f7a3-4a3c-928c-134ef5caf42f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:57.305641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49354) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:57.320239 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:35:57.338508 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event updated for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=7']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:57.356417 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.356774 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.357125 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.357471 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.357810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.358147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.358480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.358816 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.359145 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.359473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.359800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.360154 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b36c2e-86b4-498c-8d5d-1881458e4f1c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:35:57.411347 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea5d15-dc4b-4246-bbfd-aa196987c906 x-openstack-request-id: req-05ea5d15-dc4b-4246-bbfd-aa196987c906 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:57.411888 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:57.412175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05ea5d15-dc4b-4246-bbfd-aa196987c906 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:57.412658 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'code': 200} Sep 17 05:35:57.417661 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:35:57.419717 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.437309 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84ebb7-a9cb-4c6d-abb6-27b6ae616244 x-openstack-request-id: req-1c84ebb7-a9cb-4c6d-abb6-27b6ae616244 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:57.437602 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d3fcb7-287f-43af-b9c5-ba85441ae470", "name": "network-vif-deleted", "tag": "4214c8c6-5773-4312-b8c2-bb587c50d50b", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:57.437847 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c84ebb7-a9cb-4c6d-abb6-27b6ae616244 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:57.438237 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d3fcb7-287f-43af-b9c5-ba85441ae470', 'name': 'network-vif-deleted', 'tag': '4214c8c6-5773-4312-b8c2-bb587c50d50b', 'status': 'completed', 'code': 200} Sep 17 05:35:57.443805 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f93a24-0d94-4d98-a864-08106ea85392 x-openstack-request-id: req-63f93a24-0d94-4d98-a864-08106ea85392 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:57.444414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:57.444893 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63f93a24-0d94-4d98-a864-08106ea85392 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:57.445501 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:35:57.448305 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.507075 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.554921 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-df1739b7-276a-4d19-a22f-5e2ac2e55155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.556436 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-df1739b7-276a-4d19-a22f-5e2ac2e55155 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1099 time: 0.0889990 Sep 17 05:35:57.628850 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=8']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:57.654359 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-ada9a09c-7d84-4695-ab90-0d9e0c1b7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.655842 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-ada9a09c-7d84-4695-ab90-0d9e0c1b7ea5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.0896487 Sep 17 05:35:57.727478 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.729914 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.733797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49356) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:57.735687 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "DELETE /v2.0/security-groups/b672ae47-27d6-4651-8345-dcef39298a45 HTTP/1.1" status: 204 len: 168 time: 0.4278152 Sep 17 05:35:57.736363 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-3f78ab3d-574e-41f1-b03c-3cca22e8a39f None None] Provisioning complete for port fb44a30b-0252-475a-b281-1fb57771d099 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:35:57.736735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f78ab3d-574e-41f1-b03c-3cca22e8a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:57.740115 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-0c1c419c-9970-49a0-9165-a72fb0e0f294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 1001 time: 0.0763497 Sep 17 05:35:57.746715 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1a60b-0bbd-4b7d-8437-8ee512444958 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b672ae47-27d6-4651-8345-dcef39298a45,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:57.818977 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-9faa48d7-be0e-4a21-a715-c63ae03cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.821620 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-9faa48d7-be0e-4a21-a715-c63ae03cc410 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0636868 Sep 17 05:35:57.860032 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-5f42506b-5002-4a39-9c92-15899cfb6e4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715630 Sep 17 05:35:57.861711 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:57.886296 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-10d9894e-c0ed-429c-840f-7deb733c4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.887981 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-10d9894e-c0ed-429c-840f-7deb733c4239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494738 Sep 17 05:35:57.897698 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:35:57.953245 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:35:57.953878 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:35:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:57.964613 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-3676139e-07b8-43c8-9483-b875f2a65c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:57.966110 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-3676139e-07b8-43c8-9483-b875f2a65c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0704286 Sep 17 05:35:58.022381 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-5555b01c-07d8-4c71-aff7-11715066f6ad service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260214 Sep 17 05:35:58.070008 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:35:58.095327 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-30939367-34cd-43c0-9e12-ad0e47bbcd2e req-bd14b185-643c-4234-9c06-ea9738350f98 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3d3fcb7-287f-43af-b9c5-ba85441ae470 HTTP/1.1" status: 200 len: 210 time: 0.0354595 Sep 17 05:35:58.101478 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Deleting port e99a8930-6233-412a-86e1-b1ba7d41e19a {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:35:58.101820 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:58.140179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-173c4e0d-b949-43e6-8ef5-988ced792e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:58.142061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-173c4e0d-b949-43e6-8ef5-988ced792e4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 910 time: 0.1486089 Sep 17 05:35:58.148467 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-3fdda193-f7a3-4a3c-928c-134ef5caf42f req-2ba2659d-8003-48a3-9caa-8df63a20216a service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048462 Sep 17 05:35:58.300208 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:58.327592 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e43f-f605-40e0-beca-66232c38ab71 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:35:58.539762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:58.540118 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:58.560976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-84cc5008-fee4-47c4-bced-3fda8a59b945 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 1000 time: 0.3892710 Sep 17 05:35:58.566048 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Calling delete_port for e99a8930-6233-412a-86e1-b1ba7d41e19a owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:35:58.584909 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e37177-9644-4460-9911-41b5250c4e30 None None] New status for floating IP a693d9ca-14e7-4828-a1fd-4bd345a260da: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:35:58.588955 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1155-68ee-4d11-9a6c-378e81e6eea8 req-c643c613-7293-4cc4-8f12-c53be0177ef9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:58.590534 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a18b1155-68ee-4d11-9a6c-378e81e6eea8 req-c643c613-7293-4cc4-8f12-c53be0177ef9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.1449227 Sep 17 05:35:58.699605 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-eb3f32f4-7184-4984-9905-ed17ed251273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:58.701103 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-eb3f32f4-7184-4984-9905-ed17ed251273 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.1296108 Sep 17 05:35:58.762630 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a18b1155-68ee-4d11-9a6c-378e81e6eea8 req-909c72ba-9c30-4c92-9df0-95c0523d5ae1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492732 Sep 17 05:35:58.794199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-532f5be1-3eea-4980-8a4c-d27aa09f4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:58.796209 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-532f5be1-3eea-4980-8a4c-d27aa09f4636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786703 Sep 17 05:35:58.865152 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4214c8c6-5773-4312-b8c2-bb587c50d50b no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:35:58.890994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 4214c8c6-5773-4312-b8c2-bb587c50d50b {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:35:58.891344 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4214c8c6-5773-4312-b8c2-bb587c50d50b not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:35:58.929701 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-5968892d-d5ef-4999-8f51-ab33d51dee87 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216996 Sep 17 05:35:59.021485 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.034877 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d79fb6b4-295d-4361-a70e-5bd3c0631c3d req-1b1edb93-0c8c-4a43-965a-c3668f85251f service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979493 Sep 17 05:35:59.052228 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event deleted for resources: {'Port': ['ID=e99a8930-6233-412a-86e1-b1ba7d41e19a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:59.108464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.108774 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Floating IP a4e2cba0-de8a-49aa-aaf1-330d4fc50774 disassociated (deleted). External IP: 172.27.2.26, port: fb44a30b-0252-475a-b281-1fb57771d099. Sep 17 05:35:59.275887 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49374) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:59.319532 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Router 0692b293-2182-40dc-ba08-5d639d0ae7d5 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:35:59.335561 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.358252 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.426240 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:35:59.431150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.435653 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Sync routers for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:35:59.445065 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:35:59.445679 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:35:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:59.459410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-171094c6-0d18-4d1c-b06d-d39a5e23b77c tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "DELETE /v2.0/floatingips/a4e2cba0-de8a-49aa-aaf1-330d4fc50774 HTTP/1.1" status: 204 len: 168 time: 1.7240844 Sep 17 05:35:59.460653 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:35:59.463150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1132ed4b-7817-472b-b4f9-34019d37b2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:35:59.516502 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.520091 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.521266 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c HTTP/1.1" status: 204 len: 168 time: 0.2443628 Sep 17 05:35:59.524173 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49382) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:59.539935 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44fbe4-f7a2-4493-b017-e955d84f4a3a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:35:59.540149 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.api.v2.resource [None req-45d94cac-e6b2-4a38-8415-c576e0dc080f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] show failed (client error): The resource could not be found. Sep 17 05:35:59.543747 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-45d94cac-e6b2-4a38-8415-c576e0dc080f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups/5d6a629b-9dc0-4c0a-b17a-ad9c726bc65c HTTP/1.1" status: 404 len: 347 time: 0.0156214 Sep 17 05:35:59.543993 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49384) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:35:59.601191 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:35:59.686150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Deleting port 51713c48-694a-41e9-a7f2-53c034ab520b {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:35:59.686523 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.764955 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.765288 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:35:59.778060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Calling delete_port for 51713c48-694a-41e9-a7f2-53c034ab520b owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:35:59.806688 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:59.832999 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Checking router: 0692b293-2182-40dc-ba08-5d639d0ae7d5 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:35:59.841478 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:35:59.842135 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:35:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:35:59.920586 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07753b8-2711-4273-aa8e-8815ecaa145a x-openstack-request-id: req-b07753b8-2711-4273-aa8e-8815ecaa145a {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:35:59.921093 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:35:59.921348 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b07753b8-2711-4273-aa8e-8815ecaa145a {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:35:59.921751 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:35:59.968924 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:35:59.987959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-69c4e96a-16d6-4a23-98d5-c93fa16adceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:35:59.987959 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-69c4e96a-16d6-4a23-98d5-c93fa16adceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 1099 time: 0.0413101 Sep 17 05:36:00.052150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:00.101756 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'Port': ['ID=51713c48-694a-41e9-a7f2-53c034ab520b,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:00.170595 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-82e9c208-0391-4135-8c3b-c6e441a42cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:00.172191 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-82e9c208-0391-4135-8c3b-c6e441a42cd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 200 len: 915 time: 0.1787822 Sep 17 05:36:00.194810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-9411d4dd-8e38-4623-b8ea-be1b66d1b03e req-54a73962-83ce-4a35-8a16-4cae634f3e03 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:36:00.195871 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9411d4dd-8e38-4623-b8ea-be1b66d1b03e req-54a73962-83ce-4a35-8a16-4cae634f3e03 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048065 Sep 17 05:36:00.228190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:00.230651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:00.231798 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-50e6935a-d8f2-4514-ad8d-d971cb93c488 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "DELETE /v2.0/floatingips/a693d9ca-14e7-4828-a1fd-4bd345a260da HTTP/1.1" status: 204 len: 168 time: 0.6867187 Sep 17 05:36:00.233320 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-dc8bbf5c-3317-42c1-931e-fa15cba495df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 200 len: 217 time: 0.0519078 Sep 17 05:36:00.286707 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-b7150646-83dd-484a-86c1-60a726d12383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:00.288468 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-b7150646-83dd-484a-86c1-60a726d12383 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 200 len: 853 time: 0.0480585 Sep 17 05:36:00.311876 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:00.339391 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf6a96-49fc-4120-a82e-e05a51c6aeb2 None None] The sync data for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi is: [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:30:48Z', 'revision_number': 4, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '56916ded-0602-4a29-bf9a-c907ad4384d8', 'name': '', 'network_id': 'b28fee5d-5a67-447b-82e0-11f5d8ea6999', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'mac_address': 'fa:16:3e:c9:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:47Z', 'updated_at': '2021-09-17T05:30:53Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'subnets': [{'id': 'd26d6677-81c9-4432-83d6-31fae7927783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:36:00.343335 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-c3c16364-5765-4441-82a0-f5c52d12cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:00.344805 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-c3c16364-5765-4441-82a0-f5c52d12cee9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b28fee5d-5a67-447b-82e0-11f5d8ea6999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476487 Sep 17 05:36:00.498779 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-5543e167-db26-429f-a037-0460c630f30e service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436973 Sep 17 05:36:00.530597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e127477-5d2e-4357-a02f-c4d3aca32d85 req-e7cdbf2e-f97f-45c3-8275-b264798cc51d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:00.532338 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e127477-5d2e-4357-a02f-c4d3aca32d85 req-e7cdbf2e-f97f-45c3-8275-b264798cc51d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0737870 Sep 17 05:36:00.631610 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e127477-5d2e-4357-a02f-c4d3aca32d85 req-08ed51cd-d251-4476-b236-7eae0b6b1a15 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776618 Sep 17 05:36:00.656615 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1132ed4b-7817-472b-b4f9-34019d37b2a7 req-007ca80f-296b-4969-bd67-2f698b18b070 service neutron] 10.222.0.35 "GET /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470597 Sep 17 05:36:00.666198 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b26a8b-37ac-4d4d-b342-061a87660679 None None] New status for floating IP a4e2cba0-de8a-49aa-aaf1-330d4fc50774: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:36:00.694175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49412) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:00.699054 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442081254', 'description': 'tempest-description--745466606'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:00.794254 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:00.868198 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:00.877657 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.028263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.059094 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fadf73-ecbb-47d5-a143-54ed9a7d0d22,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:01.079667 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49424) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:01.144413 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.145602 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-58014688-d5c4-4f01-b79c-1ac783306b9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4501593 Sep 17 05:36:01.148468 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49428) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:01.155035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group_rule': {'security_group_id': '49fadf73-ecbb-47d5-a143-54ed9a7d0d22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:01.178612 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-d47882e8-8270-4bba-bb9b-1536eba7d35a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977416 Sep 17 05:36:01.188098 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-aca63d5a-43a4-4eda-91f4-35bcd626ae24 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:36:01.192866 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-aca63d5a-43a4-4eda-91f4-35bcd626ae24 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048854 Sep 17 05:36:01.276239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.323161 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.410952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.428908 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a02361-c453-4710-a76b-2f95299bb671,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:01.505231 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.506539 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-42c42a46-d187-4d5c-a382-2c961c278661 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570099 Sep 17 05:36:01.509148 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49436) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:01.514636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'security_group_rule': {'security_group_id': '49fadf73-ecbb-47d5-a143-54ed9a7d0d22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:01.610517 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.629053 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-68f1e635-1eac-477c-8b59-adf59a96686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.670930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.746048 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.763992 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196156dc-249e-4626-8306-cac5ab6ec222,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:01.774848 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577443c-ab0d-4f54-a57c-83e492a81c3d req-859d21ce-ee2e-4e6d-af71-f12f1c8183a8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:01.776367 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5577443c-ab0d-4f54-a57c-83e492a81c3d req-859d21ce-ee2e-4e6d-af71-f12f1c8183a8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0661421 Sep 17 05:36:01.815589 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5577443c-ab0d-4f54-a57c-83e492a81c3d req-37bdfbd4-33b3-4644-8ec2-a6ff2dcc4b0a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Sep 17 05:36:01.865127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:01.866303 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e7f26a06-29f7-4577-aa4d-3eb67117ad9e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560762 Sep 17 05:36:01.869326 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49440) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:01.873576 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:02.013518 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.114735 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.223913 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Allocated IP 172.27.2.201 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/15f14259-223e-401c-a8d6-960e0a8c7896) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:36:02.337887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.436973 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.474595 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:36:02.477517 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:36:02.482891 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:36:02.488469 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=15f14259-223e-401c-a8d6-960e0a8c7896,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:02.566326 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.680898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.823290 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.923130 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:02.964573 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57ebbf-6811-47e0-86df-4f5c6e291849 req-782ee784-f6a9-4c3c-a8b2-06dd246a52d5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:02.966060 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ee57ebbf-6811-47e0-86df-4f5c6e291849 req-782ee784-f6a9-4c3c-a8b2-06dd246a52d5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0808372 Sep 17 05:36:03.023882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=15f14259-223e-401c-a8d6-960e0a8c7896,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:03.037898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:03.045708 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ee57ebbf-6811-47e0-86df-4f5c6e291849 req-699287b3-3be0-401a-8b0d-f79eb381f3c9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600142 Sep 17 05:36:03.142415 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:03.143600 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4c6f7aa0-4ea1-4a2d-bb93-07c8c73a3594 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2733681 Sep 17 05:36:03.327071 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-119f9285-f74f-4635-b5f0-6d8fe0f60729 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1442081254&fields=id&tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 267 time: 0.0327499 Sep 17 05:36:03.435768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-08bba4ca-2ce8-431b-9e10-d58aac5152a7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:03.437160 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-08bba4ca-2ce8-431b-9e10-d58aac5152a7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 810 time: 0.1029675 Sep 17 05:36:03.451584 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-9f4e0ba1-55e7-41af-b490-8942dfefe964 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/quotas/fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 375 time: 0.0086703 Sep 17 05:36:03.506910 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-128616b1-85b6-4b70-ac20-6562219a342f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494776 Sep 17 05:36:03.611316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-fef77153-37ae-4adf-92c0-92b424b146b6 service neutron] 10.222.0.23 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908818 Sep 17 05:36:03.698744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-54430b8d-d0fa-4744-939c-cc8924e23ae6 service neutron] 10.222.0.23 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810990 Sep 17 05:36:03.920068 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61e0a5c3-fb54-48f5-b1d2-8b00cd067e62 req-1f6ea09a-fdd6-4a36-9b13-8c26e11f5f4f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0315073 Sep 17 05:36:03.990176 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c146-6608-4b29-a437-2c6c8c64a7bd req-774c3e77-26ea-4364-90a7-834843533d84 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:03.991771 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8146c146-6608-4b29-a437-2c6c8c64a7bd req-774c3e77-26ea-4364-90a7-834843533d84 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0556407 Sep 17 05:36:04.031248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8146c146-6608-4b29-a437-2c6c8c64a7bd req-0c9b621f-de63-4935-8352-3e48ef967beb tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 17 05:36:04.163885 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a988f0-cd5e-4acb-8037-1ac79eb36289 req-c106347a-6111-47af-9dbe-07226b3d9146 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.165424 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4a988f0-cd5e-4acb-8037-1ac79eb36289 req-c106347a-6111-47af-9dbe-07226b3d9146 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0479765 Sep 17 05:36:04.201823 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4a988f0-cd5e-4acb-8037-1ac79eb36289 req-78a10280-1608-44db-b21d-3749e85cdfa9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Sep 17 05:36:04.447917 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8498fb1c-ff09-47de-895a-eb3ced08c4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:04.590889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-8843b46d-628c-4622-aee4-0c4672d1deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.592318 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-8843b46d-628c-4622-aee4-0c4672d1deee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 1097 time: 0.3243611 Sep 17 05:36:04.665393 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-3b632d74-4f32-42ca-9157-260d8a8b2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.666942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-3b632d74-4f32-42ca-9157-260d8a8b2980 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1097 time: 0.0400469 Sep 17 05:36:04.759356 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-00fdd3eb-349e-43b7-902b-abd3f85cef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.760879 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-00fdd3eb-349e-43b7-902b-abd3f85cef29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0848410 Sep 17 05:36:04.829512 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-5a4fd3e5-a7c0-44be-93ad-e7ba05b2dd5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 200 len: 1000 time: 0.0572248 Sep 17 05:36:04.878254 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-4b159db9-9ffd-49d0-bb9b-488558f415d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.879580 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-4b159db9-9ffd-49d0-bb9b-488558f415d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0424700 Sep 17 05:36:04.934393 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-c076db01-0da4-4d44-a875-bc49a0b0eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:04.935886 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-c076db01-0da4-4d44-a875-bc49a0b0eef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439796 Sep 17 05:36:05.032237 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14d06715-b3b7-449b-9b3b-693768cfffa5 req-e5f5d710-6ecb-4249-9086-06fd1a8ad7c5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0331895 Sep 17 05:36:05.051443 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-0ecccb59-0c2b-464b-a977-2a84c9d2454b service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068907 Sep 17 05:36:05.062821 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:05.178030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4d53ada1-ebfa-461f-ac24-c620ae135876 req-5738cd04-4587-4902-b408-e8280734f9d4 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175981 Sep 17 05:36:05.186230 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba496-d728-4b9e-8f83-a26b31b1caea req-7513d29c-dbe2-4291-bcab-5eba0d110ca5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:05.187659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e75ba496-d728-4b9e-8f83-a26b31b1caea req-7513d29c-dbe2-4291-bcab-5eba0d110ca5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0671744 Sep 17 05:36:05.225968 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e75ba496-d728-4b9e-8f83-a26b31b1caea req-5d76b142-99a9-40ec-93bb-9c21892b4186 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Sep 17 05:36:05.332344 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c3be-861c-4f8c-b803-95502e063ef5 req-723000f4-9813-4067-839a-e3c18b7ec851 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:05.334109 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6d79c3be-861c-4f8c-b803-95502e063ef5 req-723000f4-9813-4067-839a-e3c18b7ec851 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0536542 Sep 17 05:36:05.371394 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6d79c3be-861c-4f8c-b803-95502e063ef5 req-be539846-10d7-4dcb-b4f6-313a2ad42bfb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Sep 17 05:36:05.511057 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:06.126287 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94eca57a-1936-4822-8367-6450a6832443 req-68059de4-24eb-412f-b6a5-0cb4f0f1e6fb tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0271230 Sep 17 05:36:06.339344 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68deb-42e2-4e1c-aa56-c377881d2667 req-c1720882-50c4-4788-8006-b1de83753e3b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:06.340781 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0cf68deb-42e2-4e1c-aa56-c377881d2667 req-c1720882-50c4-4788-8006-b1de83753e3b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0501225 Sep 17 05:36:06.379212 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0cf68deb-42e2-4e1c-aa56-c377881d2667 req-5f13179c-24df-4c45-a8a2-b79f6c7f3e6f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Sep 17 05:36:06.491733 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a58d61-3e78-446e-a8ea-2ad1bdd6239c req-18088fff-f482-43f6-91fa-f3c4f60a7a83 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:06.493463 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-35a58d61-3e78-446e-a8ea-2ad1bdd6239c req-18088fff-f482-43f6-91fa-f3c4f60a7a83 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0485466 Sep 17 05:36:06.536223 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-35a58d61-3e78-446e-a8ea-2ad1bdd6239c req-f9562cba-efe1-4cc6-a2b8-c472957d849e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Sep 17 05:36:07.076706 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:07.219749 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b28367b-8f89-4fa3-a7ce-77689ad42730 req-1d51a0a7-4652-485f-9ce6-6ec245747df6 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0266747 Sep 17 05:36:07.493785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9384c-279b-4554-8b17-7ac48e2691f9 req-65ebb1c0-3a5b-446c-bfed-58d63a55a4d8 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:07.495098 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5fc9384c-279b-4554-8b17-7ac48e2691f9 req-65ebb1c0-3a5b-446c-bfed-58d63a55a4d8 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0493035 Sep 17 05:36:07.532339 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5fc9384c-279b-4554-8b17-7ac48e2691f9 req-4e60664d-b60c-4ff6-8691-5fcbfe098f59 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Sep 17 05:36:07.657564 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe3cd5-8a79-421f-8a46-6c863e10f561 req-edd66b16-753b-43b5-a39d-cf282e1a46aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:07.659052 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cfe3cd5-8a79-421f-8a46-6c863e10f561 req-edd66b16-753b-43b5-a39d-cf282e1a46aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0493999 Sep 17 05:36:07.697746 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cfe3cd5-8a79-421f-8a46-6c863e10f561 req-c5ea30dd-1bfc-407c-b4e5-38e0c594185e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Sep 17 05:36:07.869517 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:36:08.316410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4b5c756a-8b41-486c-8d31-09af95d4a110 req-e633623a-8dd8-4a59-858f-41b312d4fe06 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0289977 Sep 17 05:36:08.646473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d9bf2-14bb-42f3-913e-635a09c95f07 req-6b4e2f42-4dcc-46d6-b546-cb76dc4c9426 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:08.647961 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf0d9bf2-14bb-42f3-913e-635a09c95f07 req-6b4e2f42-4dcc-46d6-b546-cb76dc4c9426 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0497322 Sep 17 05:36:08.685704 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bf0d9bf2-14bb-42f3-913e-635a09c95f07 req-c2a67f19-a48a-4cf6-8edb-6b730d007599 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Sep 17 05:36:08.820396 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0172c-0f14-48bc-9ef8-62b83f6cdd99 req-85f9ee3e-886f-4345-8e86-cfe35b3c4699 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:08.822564 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-18f0172c-0f14-48bc-9ef8-62b83f6cdd99 req-85f9ee3e-886f-4345-8e86-cfe35b3c4699 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0514026 Sep 17 05:36:08.860734 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-18f0172c-0f14-48bc-9ef8-62b83f6cdd99 req-8b369557-6354-4d2e-861b-6e44379b00a2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Sep 17 05:36:09.412061 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7b94ffe5-de7d-435d-9f36-e6a74a8d3218 req-de8a306f-62d7-4db8-b839-cb11d82c2375 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0276055 Sep 17 05:36:09.807128 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c62be-f537-4acc-a5fd-23be64f7a8da req-4e850ede-2d6e-4e9a-a60a-5a4a4302efa0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:09.808643 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-304c62be-f537-4acc-a5fd-23be64f7a8da req-4e850ede-2d6e-4e9a-a60a-5a4a4302efa0 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0534537 Sep 17 05:36:09.847100 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-304c62be-f537-4acc-a5fd-23be64f7a8da req-fa4940f1-7842-48d5-9a66-bb3fb607faf3 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Sep 17 05:36:09.982905 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed33b-c054-4163-b1d3-bcd1ce39b5c4 req-74a7c9f1-d280-43fb-ae79-d90aa29f337a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:09.984466 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-294ed33b-c054-4163-b1d3-bcd1ce39b5c4 req-74a7c9f1-d280-43fb-ae79-d90aa29f337a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0504360 Sep 17 05:36:10.022046 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-294ed33b-c054-4163-b1d3-bcd1ce39b5c4 req-536b49ee-5761-49d4-87cc-125840a92247 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Sep 17 05:36:10.511927 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cc21d22c-75d2-4cbe-ac95-edd5d0768727 req-f0631ee3-2e5f-4859-a8d3-5855a0d8e764 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0279884 Sep 17 05:36:10.964747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428e2e-1626-49d4-8cdc-2ab83a0b2724 req-dc1e46ca-6049-4c4f-b36c-c1a0b4a97a42 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:10.967136 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5428e2e-1626-49d4-8cdc-2ab83a0b2724 req-dc1e46ca-6049-4c4f-b36c-c1a0b4a97a42 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0527093 Sep 17 05:36:11.006121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5428e2e-1626-49d4-8cdc-2ab83a0b2724 req-e9b5caf9-3de3-41b7-8991-76d3587b3836 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Sep 17 05:36:11.141679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5532b-f41d-4476-87e6-a2ee37075047 req-baceb95c-b249-49ba-b2c6-02e8c19f1585 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:11.143215 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6e5532b-f41d-4476-87e6-a2ee37075047 req-baceb95c-b249-49ba-b2c6-02e8c19f1585 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0501857 Sep 17 05:36:11.183527 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6e5532b-f41d-4476-87e6-a2ee37075047 req-d16fb162-c61f-47da-9a8d-b91c41175014 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Sep 17 05:36:11.609321 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-80b579e1-8628-4bdd-a899-6e985f7bb083 req-4fdbeccf-1d95-4e5b-8ab6-bbb288df2632 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0275886 Sep 17 05:36:12.127199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26c80c-41d8-478d-923f-3737ebd5b43a req-a48d0486-ed99-45ec-967a-6ff8f62b09f5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:12.129265 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c26c80c-41d8-478d-923f-3737ebd5b43a req-a48d0486-ed99-45ec-967a-6ff8f62b09f5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0523779 Sep 17 05:36:12.167796 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2c26c80c-41d8-478d-923f-3737ebd5b43a req-cbab7c97-dfcc-424f-b365-ced40a540f7e tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Sep 17 05:36:12.303461 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec788-b4ef-40ac-9c32-3508ec020465 req-f1ed139f-b346-4729-8853-84e9bbf101b2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:12.304950 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-447ec788-b4ef-40ac-9c32-3508ec020465 req-f1ed139f-b346-4729-8853-84e9bbf101b2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0498018 Sep 17 05:36:12.344087 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-447ec788-b4ef-40ac-9c32-3508ec020465 req-c563bfca-24b5-441d-b463-4b236d4f87ce tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Sep 17 05:36:12.703527 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61abb6c6-db34-4630-be25-8509322bee8c req-e80e64ef-d2d3-42ae-8813-42f7099e8174 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0263734 Sep 17 05:36:13.281652 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c09c1-b454-4e69-9547-445fe802994d req-3d5efa0c-1f87-4d1a-800b-d6658483364f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:13.283972 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dc4c09c1-b454-4e69-9547-445fe802994d req-3d5efa0c-1f87-4d1a-800b-d6658483364f tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0500338 Sep 17 05:36:13.324642 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dc4c09c1-b454-4e69-9547-445fe802994d req-a86d033c-7c44-42d9-be5e-e1f92edc22e5 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Sep 17 05:36:13.468126 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cfbde-b54d-43e4-874d-9d36146f9830 req-346b4ba3-0aa7-4c55-8e56-006603d530a5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:13.469742 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2b9cfbde-b54d-43e4-874d-9d36146f9830 req-346b4ba3-0aa7-4c55-8e56-006603d530a5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0503612 Sep 17 05:36:13.509544 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2b9cfbde-b54d-43e4-874d-9d36146f9830 req-ffe6cfcc-16ca-472d-bc9d-345d377e88f0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Sep 17 05:36:13.796576 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c563c9f5-0017-48e5-8785-add5b00a4809 req-7cb2974b-f396-4fa8-af73-90ff7351a3d9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0272100 Sep 17 05:36:14.440279 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a8bd-b3af-4fff-8dd0-57ebe30f711c req-9fcaf749-01bd-40e5-a402-e04d078bd829 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:14.441973 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0626a8bd-b3af-4fff-8dd0-57ebe30f711c req-9fcaf749-01bd-40e5-a402-e04d078bd829 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0508823 Sep 17 05:36:14.482654 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0626a8bd-b3af-4fff-8dd0-57ebe30f711c req-54f4d9b8-0698-4dfd-92aa-1da411306c61 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Sep 17 05:36:14.634426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cebd-1217-4cf7-ba3e-2837d3687970 req-ff38f98f-ab06-4cf1-b88b-7a5ba412ed33 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:14.635801 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0041cebd-1217-4cf7-ba3e-2837d3687970 req-ff38f98f-ab06-4cf1-b88b-7a5ba412ed33 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0527484 Sep 17 05:36:14.674349 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0041cebd-1217-4cf7-ba3e-2837d3687970 req-97f01fce-97d4-4843-ae57-359295b12cf1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Sep 17 05:36:14.890837 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04dadd66-7151-4eb6-b1e9-43996dd75f5c req-18c47cd6-eb6d-46c7-a309-69a190f88bb0 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0262258 Sep 17 05:36:15.598687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b09a4-7ff6-4400-8b17-09dd40700078 req-7157472d-3c93-42d5-970d-13f829093fdc tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:15.600200 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce1b09a4-7ff6-4400-8b17-09dd40700078 req-7157472d-3c93-42d5-970d-13f829093fdc tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0499637 Sep 17 05:36:15.639868 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce1b09a4-7ff6-4400-8b17-09dd40700078 req-cc5e45cc-f450-4633-bd93-0141206a5f78 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Sep 17 05:36:15.802014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91caff-6f87-4f99-86b6-876766009344 req-4212f86c-389a-4827-9fca-9463fe0b0df3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:15.803508 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3a91caff-6f87-4f99-86b6-876766009344 req-4212f86c-389a-4827-9fca-9463fe0b0df3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0566993 Sep 17 05:36:15.841004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3a91caff-6f87-4f99-86b6-876766009344 req-6d97f704-1aa4-4fe2-8a3f-84b455021531 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Sep 17 05:36:15.997791 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-079741ea-70a3-4f9f-b414-a13ae45272ee req-72f747ef-aaf1-4ed7-9387-c899043daaca tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0276635 Sep 17 05:36:16.761381 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde99bd-7023-40b1-8bc9-8f37d0082c58 req-f1de4ff9-16cf-4aeb-95a8-09e3834180a6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:16.762893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3fde99bd-7023-40b1-8bc9-8f37d0082c58 req-f1de4ff9-16cf-4aeb-95a8-09e3834180a6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0530763 Sep 17 05:36:16.804878 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3fde99bd-7023-40b1-8bc9-8f37d0082c58 req-d8e191c7-03be-4b4b-aad3-bc2dc8e46c23 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Sep 17 05:36:16.970106 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b3874-cc3c-4a78-a1d7-297a97c2013c req-711b38dd-cdee-41e2-91bc-01253147d6dd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:16.971592 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5c0b3874-cc3c-4a78-a1d7-297a97c2013c req-711b38dd-cdee-41e2-91bc-01253147d6dd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0521970 Sep 17 05:36:17.010515 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5c0b3874-cc3c-4a78-a1d7-297a97c2013c req-7639ce95-85a9-4e0d-bc58-b1e7a6d51a8f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Sep 17 05:36:17.091530 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-07f626aa-1b47-49b9-a591-7f2e4d99582b req-0f9666c7-c44e-4dd3-b6e3-d30ccf9b7973 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0265167 Sep 17 05:36:17.921349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da340-763d-4490-8e30-77bbcf7f68af req-f0536ad2-24cc-49bc-be31-516cc6264bec tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:17.922889 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d04da340-763d-4490-8e30-77bbcf7f68af req-f0536ad2-24cc-49bc-be31-516cc6264bec tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0501249 Sep 17 05:36:17.961355 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d04da340-763d-4490-8e30-77bbcf7f68af req-8cac5e9f-dfe5-4a0d-99a1-ebd04923e3f8 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Sep 17 05:36:18.135203 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6130d-9102-4122-988b-285bdb32d48c req-d735e608-4758-4503-89c9-b20e367a4576 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:18.136840 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6a6130d-9102-4122-988b-285bdb32d48c req-d735e608-4758-4503-89c9-b20e367a4576 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0507557 Sep 17 05:36:18.194269 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5be26f28-124c-4c49-b9b6-18abf64fa00f req-0306e397-b50d-4a1b-8875-15fff740ec41 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0337083 Sep 17 05:36:18.201405 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d6a6130d-9102-4122-988b-285bdb32d48c req-ee9c6b25-c285-4758-b264-2a61233b8db0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588772 Sep 17 05:36:19.072976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1cf9-41a9-48e7-bd21-1e623aedb29f req-8540a1c2-55d4-4bfe-8430-5b836a4ed4cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:19.074435 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eefe1cf9-41a9-48e7-bd21-1e623aedb29f req-8540a1c2-55d4-4bfe-8430-5b836a4ed4cd tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 17 05:36:19.110895 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eefe1cf9-41a9-48e7-bd21-1e623aedb29f req-fec61eb1-c4c4-4912-8129-1b94809e324a tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Sep 17 05:36:19.288093 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3779ef96-ae65-46ce-87f9-84e9975f5c20 req-c4718256-3778-4d3c-854b-2a70c9451651 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0280681 Sep 17 05:36:19.335945 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892d52-8ec0-476c-a9e6-36c17542521c req-b0888c3e-e349-4b9c-b87e-6f90f5022425 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:19.337420 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e892d52-8ec0-476c-a9e6-36c17542521c req-b0888c3e-e349-4b9c-b87e-6f90f5022425 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0523396 Sep 17 05:36:19.373140 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2e892d52-8ec0-476c-a9e6-36c17542521c req-f92c8086-4693-4ceb-aaba-90ad6c74ab31 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300107 Sep 17 05:36:20.223140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c219b9-652e-447d-82ab-adf963359702 req-31dcb7bb-fa58-48eb-9d82-27d03a153d80 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:20.224613 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-77c219b9-652e-447d-82ab-adf963359702 req-31dcb7bb-fa58-48eb-9d82-27d03a153d80 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0476494 Sep 17 05:36:20.261270 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-77c219b9-652e-447d-82ab-adf963359702 req-0f69160e-f77b-4e1d-a0ac-8eedb715901d tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Sep 17 05:36:20.378625 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ee3b5b5f-1675-416e-b271-36ff95ee0560 req-37cb404d-7248-4fe7-93b8-e005da60d77b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0258501 Sep 17 05:36:20.492333 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da07a5-6ef0-4e88-bdba-2c408d452f7d req-1b480a5d-29a2-4aa4-a555-a4db74a91a3d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:20.493761 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61da07a5-6ef0-4e88-bdba-2c408d452f7d req-1b480a5d-29a2-4aa4-a555-a4db74a91a3d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0499523 Sep 17 05:36:20.529362 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-61da07a5-6ef0-4e88-bdba-2c408d452f7d req-eecb0703-4891-4faf-a470-f95bdd005c0b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297246 Sep 17 05:36:20.884357 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-f6ed34cb-96c6-4e27-91c5-7b1b7cb1f4fa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:20.885804 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-f6ed34cb-96c6-4e27-91c5-7b1b7cb1f4fa tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 810 time: 0.0970716 Sep 17 05:36:20.929857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-c9000fbe-c517-467c-8416-a03b93041c57 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2 HTTP/1.1" status: 200 len: 380 time: 0.0327849 Sep 17 05:36:20.939071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'port': {'device_id': '48dbafaa-508a-4088-be59-af97d64ca0de', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'admin_state_up': True, 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'security_groups': ['49fadf73-ecbb-47d5-a143-54ed9a7d0d22']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:21.115664 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Made reservation on behalf of fe3a23d5aeec4c30ae4a9cb95b9534b2 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:36:21.119147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.174491 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-9b4e627a-af4a-49f8-b52b-c5a6e7da78e1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:21.175859 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-9b4e627a-af4a-49f8-b52b-c5a6e7da78e1 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0479178 Sep 17 05:36:21.246716 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Allocated IP 172.20.0.11 (708c07c2-c441-4737-934e-a8da65e62b65/270caf1b-dcbd-4e4d-9554-eaf91ec6c095/61fd0582-2063-472c-9643-9f71aca6887f) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:36:21.277579 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Deleting port fb44a30b-0252-475a-b281-1fb57771d099 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:21.278002 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.367129 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] For port fb44a30b-0252-475a-b281-1fb57771d099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fb44a30b-0252-475a-b281-1fb57771d099,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:21.367479 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.380444 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Calling delete_port for fb44a30b-0252-475a-b281-1fb57771d099 owned by compute:nova {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:21.418467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.437245 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069e73e-c9de-42be-8f81-fce1b189c7b2 req-5a141c13-85e7-42a1-97c4-3244bf7e03f6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:21.438692 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f069e73e-c9de-42be-8f81-fce1b189c7b2 req-5a141c13-85e7-42a1-97c4-3244bf7e03f6 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 946 time: 0.0945981 Sep 17 05:36:21.494520 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b8fa78db-c7c1-47f5-9fd4-7fa1fcd76725 req-07a434ea-aedb-4a75-b201-041ceb572851 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0401247 Sep 17 05:36:21.513219 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f069e73e-c9de-42be-8f81-fce1b189c7b2 req-309512d8-1456-4dc9-ad71-0ed87a608de9 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce955583-b6f0-4f79-84c4-0e198e145982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656180 Sep 17 05:36:21.553728 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.587926 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.599611 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Network 708c07c2-c441-4737-934e-a8da65e62b65 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:36:21.602764 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fb44a30b-0252-475a-b281-1fb57771d099'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:36:21.603349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:36:21.605688 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:36:21.619716 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Pushing event deleted for resources: {'Port': ['ID=fb44a30b-0252-475a-b281-1fb57771d099,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:21.670756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] No DVR routers for this DVR port fb44a30b-0252-475a-b281-1fb57771d099 on host hv-cinder-80951 {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:36:21.673595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.676759 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-37da4faa-8dbb-45e1-bc97-6bc06b640597 req-ba0417ab-1d6c-450b-bd8a-514f96e0297b tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.35 "DELETE /v2.0/ports/fb44a30b-0252-475a-b281-1fb57771d099 HTTP/1.1" status: 204 len: 173 time: 0.4934628 Sep 17 05:36:21.677227 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'name': 'network-vif-deleted', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:36:21.679493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd5c18-a25c-41d0-8482-035ad4124cda" -d '{"events": [{"server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "name": "network-vif-deleted", "tag": "fb44a30b-0252-475a-b281-1fb57771d099"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:36:21.688190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event updated for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:21.711678 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:21.712402 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.723896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f75ad-27d1-40ad-b07d-e88e740e5809 x-openstack-request-id: req-806f75ad-27d1-40ad-b07d-e88e740e5809 {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:36:21.724280 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1974b13-91ae-443a-a3dc-53dde3e2350f", "name": "network-vif-deleted", "tag": "fb44a30b-0252-475a-b281-1fb57771d099", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:36:21.724534 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-806f75ad-27d1-40ad-b07d-e88e740e5809 {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:36:21.724957 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1974b13-91ae-443a-a3dc-53dde3e2350f', 'name': 'network-vif-deleted', 'tag': 'fb44a30b-0252-475a-b281-1fb57771d099', 'status': 'completed', 'code': 200} Sep 17 05:36:21.740914 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ff623-d122-4b1c-aaa0-f1e9d706f304 req-204862ef-b0bd-4023-828f-7cd71a92e348 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:21.742612 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e03ff623-d122-4b1c-aaa0-f1e9d706f304 req-204862ef-b0bd-4023-828f-7cd71a92e348 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.1328466 Sep 17 05:36:21.784283 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e03ff623-d122-4b1c-aaa0-f1e9d706f304 req-ea8c112c-ac1b-465a-84d5-266b129b4a43 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352950 Sep 17 05:36:21.803796 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1a949b40-addf-44d7-bc17-83adc7b7c294 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8677499 Sep 17 05:36:21.818034 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Request body: {'port': {'device_id': '48dbafaa-508a-4088-be59-af97d64ca0de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:21.862664 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-114a4f90-789f-4ac8-9664-701ed61c9110 None None] Provisioning complete for port 61fd0582-2063-472c-9643-9f71aca6887f triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:36:21.863051 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-114a4f90-789f-4ac8-9664-701ed61c9110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.870942 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:21.896006 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-114a4f90-789f-4ac8-9664-701ed61c9110 None None] Port 61fd0582-2063-472c-9643-9f71aca6887f cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:36:22.141437 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fd0582-2063-472c-9643-9f71aca6887f {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:36:22.150038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:22.162111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Transition to ACTIVE for port object 61fd0582-2063-472c-9643-9f71aca6887f will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:36:22.244705 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:22.295562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Pushing event updated for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:22.362793 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Attempting to bind port 61fd0582-2063-472c-9643-9f71aca6887f on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:36:22.363128 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Attempting to bind port 61fd0582-2063-472c-9643-9f71aca6887f by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:36:22.363458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Attempting to bind port 61fd0582-2063-472c-9643-9f71aca6887f on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:36:22.367985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Port 61fd0582-2063-472c-9643-9f71aca6887f on network 708c07c2-c441-4737-934e-a8da65e62b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:36:22.368336 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Attempting to bind port 61fd0582-2063-472c-9643-9f71aca6887f on network 708c07c2-c441-4737-934e-a8da65e62b65 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:36:22.373270 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:36:22.373604 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Checking segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:36:22.373989 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Bound using segment: {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:36:22.374421 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Bound port: 61fd0582-2063-472c-9643-9f71aca6887f, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e99628-08b3-4543-988b-263d89afebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:36:22.374777 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:22.440985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:36:22.443949 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=61fd0582-2063-472c-9643-9f71aca6887f,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:36:22.531427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:22.565134 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.565754 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:22.567622 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] 10.222.0.35 "PUT /v2.0/ports/61fd0582-2063-472c-9643-9f71aca6887f HTTP/1.1" status: 200 len: 1094 time: 0.7537246 Sep 17 05:36:22.568085 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:36:22.570289 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0502a66-1c0e-4516-a791-36b478691a54" -d '{"events": [{"name": "network-changed", "server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "tag": "61fd0582-2063-472c-9643-9f71aca6887f"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:36:22.621097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563511-7240-4d6d-a831-ff31283a97eb service neutron] Pushing event updated for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:22.659753 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-50f3cce3-5cb7-4518-8a6f-229e8320cdde req-21f23648-6cae-4b56-a58d-d95f5a241074 tempest-TestMinimumBasicScenario-1572459656 tempest-TestMinimumBasicScenario-1572459656-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1974b13-91ae-443a-a3dc-53dde3e2350f HTTP/1.1" status: 200 len: 210 time: 0.0326462 Sep 17 05:36:22.684111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359827fe-d4ab-45c3-af32-c67bc1c3adbf req-b675ec9d-e1ef-4469-9651-419c795f5d70 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.684111 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-359827fe-d4ab-45c3-af32-c67bc1c3adbf req-b675ec9d-e1ef-4469-9651-419c795f5d70 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 944 time: 0.1182528 Sep 17 05:36:22.721341 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f88825-2a1a-4890-9e80-f4fb715a9d86 x-openstack-request-id: req-11f88825-2a1a-4890-9e80-f4fb715a9d86 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:36:22.721641 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "tag": "61fd0582-2063-472c-9643-9f71aca6887f", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:36:22.721894 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11f88825-2a1a-4890-9e80-f4fb715a9d86 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:36:22.722300 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f', 'status': 'completed', 'code': 200} Sep 17 05:36:22.749315 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-359827fe-d4ab-45c3-af32-c67bc1c3adbf req-23fa05b9-933e-4f17-a7f2-23eb4a6fa304 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596235 Sep 17 05:36:22.764311 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1ca00fa6-5b3b-405b-82ea-7da354460499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.766541 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-1ca00fa6-5b3b-405b-82ea-7da354460499 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 1097 time: 0.0553641 Sep 17 05:36:22.806737 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-45eb8b42-5480-4406-b676-cd46412ad79e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61fd0582-2063-472c-9643-9f71aca6887f HTTP/1.1" status: 200 len: 217 time: 0.0326469 Sep 17 05:36:22.860036 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-a126656f-51c6-4ea1-b3fb-7267c1e96ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.861485 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-a126656f-51c6-4ea1-b3fb-7267c1e96ba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0482349 Sep 17 05:36:22.928962 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-de4f5802-84a6-4b06-802c-ea699d85798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.930412 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-de4f5802-84a6-4b06-802c-ea699d85798f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601220 Sep 17 05:36:22.938486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7046d-bc11-4796-91b0-ae97e5548ddd req-9a05c2a5-4529-4ac0-9348-d71791d28120 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:22.939950 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b6b7046d-bc11-4796-91b0-ae97e5548ddd req-9a05c2a5-4529-4ac0-9348-d71791d28120 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0776083 Sep 17 05:36:23.026272 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b6b7046d-bc11-4796-91b0-ae97e5548ddd req-bc8c8bbb-db2c-4292-885d-540556b17752 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781090 Sep 17 05:36:23.048789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-242dddd0-13df-49c1-99e6-c7ad34b8df71 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079700 Sep 17 05:36:23.137534 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c6a5c2c1-ffee-4254-ba8f-4cf9e3f889e9 req-29544384-2424-4d8d-9503-2f34983dd09f service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Sep 17 05:36:23.282840 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502a66-1c0e-4516-a791-36b478691a54 req-d7715df0-ae7c-4396-a0f6-055fdb8cd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:23.284340 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-d7715df0-ae7c-4396-a0f6-055fdb8cd0ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 1097 time: 0.0403473 Sep 17 05:36:23.371518 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502a66-1c0e-4516-a791-36b478691a54 req-aef3d422-4cb0-4f86-a613-4b0e28022db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:23.372971 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-aef3d422-4cb0-4f86-a613-4b0e28022db9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.0810678 Sep 17 05:36:23.417071 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-1482910d-90f9-4a3f-a330-be43019bb8d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61fd0582-2063-472c-9643-9f71aca6887f HTTP/1.1" status: 200 len: 217 time: 0.0358493 Sep 17 05:36:23.465450 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502a66-1c0e-4516-a791-36b478691a54 req-4f06a529-180b-411b-90c3-8e5761f34cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:23.466818 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-4f06a529-180b-411b-90c3-8e5761f34cdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0420172 Sep 17 05:36:23.511125 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502a66-1c0e-4516-a791-36b478691a54 req-59cdbc8b-873a-4330-ab88-46bc351249eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:23.512558 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-59cdbc8b-873a-4330-ab88-46bc351249eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379338 Sep 17 05:36:23.601417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-a45ac800-a009-4b89-802e-bfee217f1396 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811274 Sep 17 05:36:23.689624 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a0502a66-1c0e-4516-a791-36b478691a54 req-5a024496-88f5-4016-9cbd-b4c700cc62ea service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802908 Sep 17 05:36:23.868797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42b8a-7dc3-43c6-abe3-38f91475939f req-2f1b2d14-2282-4576-ab3c-2e7764326df7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:23.870316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e9a42b8a-7dc3-43c6-abe3-38f91475939f req-2f1b2d14-2282-4576-ab3c-2e7764326df7 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 944 time: 0.0526648 Sep 17 05:36:23.909384 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e9a42b8a-7dc3-43c6-abe3-38f91475939f req-0b2a94da-bb7b-4143-b5c5-9ab7087bca0a tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Sep 17 05:36:24.141762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cdf47-f3b5-4546-b4a2-a73bd580bc45 req-53d0435b-7c4b-4c8a-bb58-80aa841c585a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:24.143219 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e1cdf47-f3b5-4546-b4a2-a73bd580bc45 req-53d0435b-7c4b-4c8a-bb58-80aa841c585a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0471876 Sep 17 05:36:24.180152 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8e1cdf47-f3b5-4546-b4a2-a73bd580bc45 req-61f4de61-af22-4067-85a3-11fd88bce222 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301192 Sep 17 05:36:24.253318 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:24.980704 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49676) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:25.021401 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0ef7-5402-452c-96c7-94a1cebd6ada req-91add7a7-38eb-481d-97cf-6295070a69b1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:25.022891 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-447f0ef7-5402-452c-96c7-94a1cebd6ada req-91add7a7-38eb-481d-97cf-6295070a69b1 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 944 time: 0.0480850 Sep 17 05:36:25.032411 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 61fd0582-2063-472c-9643-9f71aca6887f details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:36:25.034675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fb44a30b-0252-475a-b281-1fb57771d099 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:25.061869 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: fb44a30b-0252-475a-b281-1fb57771d099 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:25.062299 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fb44a30b-0252-475a-b281-1fb57771d099 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:25.063818 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-447f0ef7-5402-452c-96c7-94a1cebd6ada req-d4e26197-f6f2-4d2c-9a4d-c8ea51e5c983 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Sep 17 05:36:25.148531 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=61fd0582-2063-472c-9643-9f71aca6887f,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:25.159068 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '61fd0582-2063-472c-9643-9f71aca6887f', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'port_id': '61fd0582-2063-472c-9643-9f71aca6887f', 'mac_address': 'fa:16:3e:b4:27:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:36:25.196129 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:25.209311 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fd0582-2063-472c-9643-9f71aca6887f {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:36:25.229495 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=61fd0582-2063-472c-9643-9f71aca6887f,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:25.299169 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:25.302316 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323b82-b52e-4573-940c-d96b917ace5b req-96cd87fd-7545-4be0-bf2d-4d5c236364e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:25.304093 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d3323b82-b52e-4573-940c-d96b917ace5b req-96cd87fd-7545-4be0-bf2d-4d5c236364e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0516994 Sep 17 05:36:25.342556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d3323b82-b52e-4573-940c-d96b917ace5b req-0a41044f-1144-4f9c-abba-41f4acba0f2d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Sep 17 05:36:25.355663 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:25.430825 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:25.645397 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['61fd0582-2063-472c-9643-9f71aca6887f'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:36:25.885957 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Deleting port 56916ded-0602-4a29-bf9a-c907ad4384d8 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:25.886302 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:25.962471 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] For port 56916ded-0602-4a29-bf9a-c907ad4384d8, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=56916ded-0602-4a29-bf9a-c907ad4384d8,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:25.962746 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:25.978221 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Calling delete_port for 56916ded-0602-4a29-bf9a-c907ad4384d8 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:26.176216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b0fa5-94a6-4300-86b6-d642041f52e0 req-890651b1-3151-4771-901a-a297a7b4ca47 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:26.177723 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c7b0fa5-94a6-4300-86b6-d642041f52e0 req-890651b1-3151-4771-901a-a297a7b4ca47 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 945 time: 0.0488126 Sep 17 05:36:26.214618 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c7b0fa5-94a6-4300-86b6-d642041f52e0 req-a2dbd30e-96ec-4a88-a03b-be9bef28e446 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Sep 17 05:36:26.216479 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:26.240218 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Pushing event deleted for resources: {'Port': ['ID=56916ded-0602-4a29-bf9a-c907ad4384d8,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:26.252955 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.253310 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.253645 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.254466 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.254801 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.257734 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.258102 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.264360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.264360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.264360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.264360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.264360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:26.420471 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:26.467886 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d59b-13e1-41ed-870f-fa7b195d883e req-1a4afd9a-4029-4a60-a24b-f449b8882db9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:26.469329 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-25c0d59b-13e1-41ed-870f-fa7b195d883e req-1a4afd9a-4029-4a60-a24b-f449b8882db9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0472715 Sep 17 05:36:26.506764 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-25c0d59b-13e1-41ed-870f-fa7b195d883e req-81c096ee-2a2f-4bbe-88d9-e9135f04b978 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Sep 17 05:36:26.626360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Router 0692b293-2182-40dc-ba08-5d639d0ae7d5 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:36:26.727101 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:36:26.732143 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-173d4ce5-3f28-4484-be51-8a3268006638 admin admin] 10.222.0.23 "PUT /v2.0/routers/0692b293-2182-40dc-ba08-5d639d0ae7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504175 Sep 17 05:36:26.734776 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49686) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:26.735928 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Sync routers for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:36:26.745362 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:26.745962 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:26.832786 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:26.848618 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:26.933566 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.028383 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:36:26Z', 'revision_number': 5, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port': {'id': 'f4806b26-c418-4496-90a6-74d961d3502a', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:44Z', 'updated_at': '2021-09-17T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:27.054416 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Deleting port f4806b26-c418-4496-90a6-74d961d3502a {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:27.054756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.057343 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 61fd0582-2063-472c-9643-9f71aca6887f up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:36:27.059655 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Checking router: 0692b293-2182-40dc-ba08-5d639d0ae7d5 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:36:27.089196 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Routers {'0692b293-2182-40dc-ba08-5d639d0ae7d5'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:27.089806 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['0692b293-2182-40dc-ba08-5d639d0ae7d5'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:27.131174 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] For port f4806b26-c418-4496-90a6-74d961d3502a, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=f4806b26-c418-4496-90a6-74d961d3502a,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:27.131540 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.143793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Calling delete_port for f4806b26-c418-4496-90a6-74d961d3502a owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:27.185037 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] Set router 0692b293-2182-40dc-ba08-5d639d0ae7d5 gateway port host: None {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:27.240419 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:36:26Z', 'revision_number': 6, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:27.267074 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1f13a-9754-4b50-a265-c8acb9338514 None None] The sync data for ids ['0692b293-2182-40dc-ba08-5d639d0ae7d5'] in dv-cinder-809518-2-iscsi is: [{'id': '0692b293-2182-40dc-ba08-5d639d0ae7d5', 'name': 'tempest-TestMinimumBasicScenario-801448663-router', 'tenant_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:42Z', 'updated_at': '2021-09-17T05:36:26Z', 'revision_number': 6, 'project_id': '84c928bf01404e5d8cc5a58e3c37fd77', 'gw_port_host': None}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:36:27.268645 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 61fd0582-2063-472c-9643-9f71aca6887f completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:36:27.273012 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 61fd0582-2063-472c-9643-9f71aca6887f triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:36:27.273393 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.337528 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3302a-f11c-4bf5-be3a-46a1e7446bb0 req-ab228987-627e-435c-9878-ed4dd274169f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:27.339143 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2ad3302a-f11c-4bf5-be3a-46a1e7446bb0 req-ab228987-627e-435c-9878-ed4dd274169f tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 945 time: 0.0561774 Sep 17 05:36:27.363403 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.377189 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2ad3302a-f11c-4bf5-be3a-46a1e7446bb0 req-66cdb78b-26f5-4b4d-97d5-8c7b06737435 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Sep 17 05:36:27.385879 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:36:27.388239 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f50c6-6b14-4a06-83a7-1fa77f37ab3b" -d '{"events": [{"server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "name": "network-vif-plugged", "status": "completed", "tag": "61fd0582-2063-472c-9643-9f71aca6887f"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:36:27.402151 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=61fd0582-2063-472c-9643-9f71aca6887f,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:27.426792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b602b9-f173-40e5-9968-251bc6291658 x-openstack-request-id: req-a3b602b9-f173-40e5-9968-251bc6291658 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:36:27.427080 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "name": "network-vif-plugged", "status": "completed", "tag": "61fd0582-2063-472c-9643-9f71aca6887f", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:36:27.427395 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3b602b9-f173-40e5-9968-251bc6291658 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:36:27.427785 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f', 'code': 200} Sep 17 05:36:27.433793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.464722 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4806b26-c418-4496-90a6-74d961d3502a,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:27.508095 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.523393 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.557678 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:27.564841 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.565130 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.565470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.565808 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.566136 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.566499 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.566825 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.567150 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.567493 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.567819 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.568164 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.568486 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:36:27.620175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.620175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.640295 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cd7f-5907-44ec-bb03-7c488d6c5e37 req-d7398345-0c7f-4892-ac50-df79e9c452da tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:27.641893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abe7cd7f-5907-44ec-bb03-7c488d6c5e37 req-d7398345-0c7f-4892-ac50-df79e9c452da tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0553076 Sep 17 05:36:27.684008 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-abe7cd7f-5907-44ec-bb03-7c488d6c5e37 req-8c630769-4001-4cbf-9574-e12945b42bce tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349925 Sep 17 05:36:27.736070 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.736594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0692b293-2182-40dc-ba08-5d639d0ae7d5 {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:36:27.740896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.742031 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-592a1b18-7028-4061-9426-1007773255c7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0692b293-2182-40dc-ba08-5d639d0ae7d5 HTTP/1.1" status: 204 len: 168 time: 1.0063620 Sep 17 05:36:27.744553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49694) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:27.759075 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de22f61-3c28-4ecb-b9b0-ff521e920408 req-38c68e7c-210d-4954-87eb-4b1644e01ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:27.760547 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8de22f61-3c28-4ecb-b9b0-ff521e920408 req-38c68e7c-210d-4954-87eb-4b1644e01ced service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 1099 time: 0.0440021 Sep 17 05:36:27.795274 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8de22f61-3c28-4ecb-b9b0-ff521e920408 req-f0081233-d08c-4694-8e40-8dc2658a977f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277267 Sep 17 05:36:27.796508 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Deleting subnet d26d6677-81c9-4432-83d6-31fae7927783 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:36:27.799551 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.832943 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:27.936052 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.068835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.092690 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26d6677-81c9-4432-83d6-31fae7927783,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:28.098826 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.100754 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-3d3ca109-f404-40f4-9f70-f96560ec3d1c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d26d6677-81c9-4432-83d6-31fae7927783 HTTP/1.1" status: 204 len: 168 time: 0.3552754 Sep 17 05:36:28.103296 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49696) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:28.103807 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e36cc-5fe8-49e2-9194-f9d2e574ce9b None None] Network b28fee5d-5a67-447b-82e0-11f5d8ea6999 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:36:28.172642 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.232444 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Deleting port ea469dd0-9b4c-4cda-abed-468621433fc1 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:28.232791 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.298485 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] DHCP port deletion for b28fee5d-5a67-447b-82e0-11f5d8ea6999 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:36:28.301318 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] For port ea469dd0-9b4c-4cda-abed-468621433fc1, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ea469dd0-9b4c-4cda-abed-468621433fc1,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:28.301753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.317461 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Calling delete_port for ea469dd0-9b4c-4cda-abed-468621433fc1 owned by network:dhcp {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:28.344406 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Deleting port ea469dd0-9b4c-4cda-abed-468621433fc1 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:28.344780 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.408551 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] For port ea469dd0-9b4c-4cda-abed-468621433fc1, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ea469dd0-9b4c-4cda-abed-468621433fc1,segment=NetworkSegment(5b7fea2b-9766-4719-8708-f5a7892818b7),segment_id=5b7fea2b-9766-4719-8708-f5a7892818b7)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:28.408951 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.423036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Calling delete_port for ea469dd0-9b4c-4cda-abed-468621433fc1 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:28.480102 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.498687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d47d68-2b33-49fb-9d6f-b044847707d9 req-49323482-fce2-4ed1-9f5f-024ae64d5f67 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:28.500195 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b5d47d68-2b33-49fb-9d6f-b044847707d9 req-49323482-fce2-4ed1-9f5f-024ae64d5f67 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0526881 Sep 17 05:36:28.508743 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] No DVR routers for this DVR port ea469dd0-9b4c-4cda-abed-468621433fc1 on host dv-cinder-809518-2-iscsi {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:36:28.510275 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea469dd0-9b4c-4cda-abed-468621433fc1,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:28.536005 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.551248 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b5d47d68-2b33-49fb-9d6f-b044847707d9 req-0156c67f-f40b-4776-a3ab-c9cc26be16a9 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Sep 17 05:36:28.569149 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] Pushing event deleted for resources: {'Port': ['ID=ea469dd0-9b4c-4cda-abed-468621433fc1,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:28.572910 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb5219-b2c4-4399-9169-28356b630d1e None None] No DVR routers for this DVR port ea469dd0-9b4c-4cda-abed-468621433fc1 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:36:28.581468 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.604741 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28fee5d-5a67-447b-82e0-11f5d8ea6999']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:28.613743 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7fea2b-9766-4719-8708-f5a7892818b7') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:28.614035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7fea2b-9766-4719-8708-f5a7892818b7') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:28.622980 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.635979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.641707 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:36:28.642078 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:36:28.643660 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:36:28.750487 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.756417 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:28.758252 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b28fee5d-5a67-447b-82e0-11f5d8ea6999 HTTP/1.1" status: 204 len: 168 time: 0.6540434 Sep 17 05:36:28.768188 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49702) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:28.774833 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b13f09-3d59-49bb-bcf2-14e895869ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28fee5d-5a67-447b-82e0-11f5d8ea6999,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:28.806506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176258d-2da6-492a-b880-57f72c60a30e req-17e5f413-90ad-48ae-a542-255e185cd3c5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:28.807915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9176258d-2da6-492a-b880-57f72c60a30e req-17e5f413-90ad-48ae-a542-255e185cd3c5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 944 time: 0.0494354 Sep 17 05:36:28.845845 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9176258d-2da6-492a-b880-57f72c60a30e req-120ef391-8d55-41a6-b7fd-71d3b0a4b907 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Sep 17 05:36:29.055566 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:36:29.057750 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 56916ded-0602-4a29-bf9a-c907ad4384d8 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:29.083337 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 56916ded-0602-4a29-bf9a-c907ad4384d8 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:29.083680 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 56916ded-0602-4a29-bf9a-c907ad4384d8 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:29.084131 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ea469dd0-9b4c-4cda-abed-468621433fc1 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:29.106184 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: ea469dd0-9b4c-4cda-abed-468621433fc1 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:29.106871 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ea469dd0-9b4c-4cda-abed-468621433fc1 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:29.106985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device f4806b26-c418-4496-90a6-74d961d3502a no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:29.110882 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.135953 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: f4806b26-c418-4496-90a6-74d961d3502a {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:29.136297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device f4806b26-c418-4496-90a6-74d961d3502a not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:29.205385 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:29.216002 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'f565219d-0b59-4088-8fee-55517b4452c5', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'f565219d-0b59-4088-8fee-55517b4452c5', 'mac_address': 'fa:16:3e:f1:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:36:29.252604 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.265796 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:36:29.285083 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:29.353908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Deleting port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:29.354163 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.370718 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.422416 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=9']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:29.432485 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] For port 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:29.432850 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.445541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Calling delete_port for 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:29.666889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f897aa-ffb4-4a7e-af4d-488a9ff5be19 req-eda94e28-afb3-4eb0-8497-38ff97255e00 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:29.668339 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-12f897aa-ffb4-4a7e-af4d-488a9ff5be19 req-eda94e28-afb3-4eb0-8497-38ff97255e00 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0507860 Sep 17 05:36:29.707045 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-12f897aa-ffb4-4a7e-af4d-488a9ff5be19 req-2d0d47d4-7b1c-448b-9c52-846bc64eb1cc tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Sep 17 05:36:29.722800 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['f565219d-0b59-4088-8fee-55517b4452c5'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:36:29.860630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e580-62ed-47e7-9cf1-656062991362 req-c4356ea4-475b-4ffe-b8af-361c1fedd718 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:29.862151 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6bf6e580-62ed-47e7-9cf1-656062991362 req-c4356ea4-475b-4ffe-b8af-361c1fedd718 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0626888 Sep 17 05:36:29.872755 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49710) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:29.877649 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Request body: {'floatingip': {'port_id': '61fd0582-2063-472c-9643-9f71aca6887f'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:36:29.964896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:29.997087 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:30.163879 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.199369 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.275142 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0909210-2305-4e30-b1e1-c8ee40a42ed0 req-b7d399ef-0a6f-4f6a-adc9-f721e32d970c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:30.276564 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0909210-2305-4e30-b1e1-c8ee40a42ed0 req-b7d399ef-0a6f-4f6a-adc9-f721e32d970c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 945 time: 0.1063323 Sep 17 05:36:30.376527 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Router 245dad40-a79a-4f64-ba43-e0a1d47b228e has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:36:30.383022 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b0909210-2305-4e30-b1e1-c8ee40a42ed0 req-2700cc43-94a2-49d9-b05a-23f4941a8ea9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835345 Sep 17 05:36:30.482052 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:36:30.486996 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b8d4a895-b57c-4480-8330-6684ef1b5c76 admin admin] 10.222.0.23 "PUT /v2.0/routers/245dad40-a79a-4f64-ba43-e0a1d47b228e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178593 Sep 17 05:36:30.489530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49714) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:30.493731 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Sync routers for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:36:30.502306 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:30.502908 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:30.591442 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.608894 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:30.676537 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.694553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.750392 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.784207 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:36:29Z', 'revision_number': 5, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port': {'id': '5c48506f-0db4-49bc-b0e6-8b83bccf332d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:54Z', 'updated_at': '2021-09-17T05:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:30.812287 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Checking router: 245dad40-a79a-4f64-ba43-e0a1d47b228e for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:36:30.821013 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Routers {'245dad40-a79a-4f64-ba43-e0a1d47b228e'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:30.821620 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['245dad40-a79a-4f64-ba43-e0a1d47b228e'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:30.852358 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Deleting port 5c48506f-0db4-49bc-b0e6-8b83bccf332d {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:30.852584 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Floating IP 42627dff-5ee0-4092-b1cf-f66e14151bb2 associated. External IP: 172.27.2.201, port: 61fd0582-2063-472c-9643-9f71aca6887f. Sep 17 05:36:30.852709 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.916378 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] Set router 245dad40-a79a-4f64-ba43-e0a1d47b228e gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:30.935578 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] For port 5c48506f-0db4-49bc-b0e6-8b83bccf332d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5c48506f-0db4-49bc-b0e6-8b83bccf332d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:30.936044 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:30.948753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Calling delete_port for 5c48506f-0db4-49bc-b0e6-8b83bccf332d owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:30.972409 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:36:30Z', 'revision_number': 6, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:31.009545 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958eb73-835c-4df4-aa75-3b99e2b1334b None None] The sync data for ids ['245dad40-a79a-4f64-ba43-e0a1d47b228e'] in dv-cinder-809518-2-iscsi is: [{'id': '245dad40-a79a-4f64-ba43-e0a1d47b228e', 'name': 'tempest-TestMinimumBasicScenario-250237899-router', 'tenant_id': '64b319ff74274729b845b60d38be9509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:53Z', 'updated_at': '2021-09-17T05:36:30Z', 'revision_number': 6, 'project_id': '64b319ff74274729b845b60d38be9509', 'gw_port_host': None}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:36:31.071676 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:36:31.083028 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:36:31.134764 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port f565219d-0b59-4088-8fee-55517b4452c5 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:36:31.134764 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.181402 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:36:31.185861 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.196469 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.201698 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:36:31.214863 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-bcfb9884-e564-43e3-86a4-0a386bcfc826 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "PUT /v2.0/floatingips/42627dff-5ee0-4092-b1cf-f66e14151bb2 HTTP/1.1" status: 200 len: 992 time: 1.3386049 Sep 17 05:36:31.214863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:36:31.216009 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b" -d '{"events": [{"name": "network-changed", "server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "tag": "61fd0582-2063-472c-9643-9f71aca6887f"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:36:31.223605 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:31.224109 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:31.234959 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c48506f-0db4-49bc-b0e6-8b83bccf332d,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:31.265561 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b94e6-4df5-4aa1-a61e-2e0fc7e5c02d x-openstack-request-id: req-d05b94e6-4df5-4aa1-a61e-2e0fc7e5c02d {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:36:31.265830 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "tag": "61fd0582-2063-472c-9643-9f71aca6887f", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:36:31.266081 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d05b94e6-4df5-4aa1-a61e-2e0fc7e5c02d {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:36:31.266749 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f', 'status': 'completed', 'code': 200} Sep 17 05:36:31.270296 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.306324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:36:31.308676 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c5c237-3289-479e-a2fc-edf71d1a95e6" -d '{"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:36:31.324773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.339233 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-ee834cf7-0f08-4e87-8035-db782ae9be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:31.340788 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-ee834cf7-0f08-4e87-8035-db782ae9be9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 1099 time: 0.0482423 Sep 17 05:36:31.352112 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:31.380113 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:31.427715 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77337695-f329-4668-857c-18ea6ab373bf x-openstack-request-id: req-77337695-f329-4668-857c-18ea6ab373bf {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:36:31.428030 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-plugged", "status": "completed", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:36:31.428279 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77337695-f329-4668-857c-18ea6ab373bf {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:36:31.428856 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'code': 200} Sep 17 05:36:31.450147 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.474086 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.477087 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.552192 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bfc39-0ad9-4802-b79c-65f3cba7e1d2 req-23f162b9-ac55-4384-9b45-7aed4555f976 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:31.553854 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f40bfc39-0ad9-4802-b79c-65f3cba7e1d2 req-23f162b9-ac55-4384-9b45-7aed4555f976 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0737426 Sep 17 05:36:31.555130 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-0061649f-2455-4de2-9592-450ad63ba73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:31.556618 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-0061649f-2455-4de2-9592-450ad63ba73b service neutron] 10.222.0.35 "GET /v2.0/networks?id=708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 200 len: 911 time: 0.2075801 Sep 17 05:36:31.572901 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=10']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:31.613945 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.614475 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245dad40-a79a-4f64-ba43-e0a1d47b228e {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:36:31.619233 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.621969 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0a5525ec-afa9-48ac-9cb8-99f72ba2faa0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/245dad40-a79a-4f64-ba43-e0a1d47b228e HTTP/1.1" status: 204 len: 168 time: 1.1299858 Sep 17 05:36:31.623496 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49724) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:31.640314 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f40bfc39-0ad9-4802-b79c-65f3cba7e1d2 req-86eb95c5-221d-417d-8c65-61703e1eaca6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802240 Sep 17 05:36:31.646274 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-8fd0edc4-b216-40b6-90d2-f832581c94fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61fd0582-2063-472c-9643-9f71aca6887f HTTP/1.1" status: 200 len: 1000 time: 0.0803576 Sep 17 05:36:31.647662 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-918f4411-c10e-4f72-9b5c-d392ccb0550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.684808 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Deleting subnet d9f55199-327d-4e83-90e5-80c38f36cd3c {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:36:31.688530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.698939 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-695fabd4-453c-41cf-bf4c-e0dc413e2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:31.700542 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-695fabd4-453c-41cf-bf4c-e0dc413e2aa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 200 len: 849 time: 0.0467198 Sep 17 05:36:31.721847 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.744298 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '42627dff-5ee0-4092-b1cf-f66e14151bb2', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '61fd0582-2063-472c-9643-9f71aca6887f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:b4:27:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dbafaa-508a-4088-be59-af97d64ca0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:36:02Z', 'updated_at': '2021-09-17T05:36:30Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:31.749467 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-d6cc6245-0b48-465b-9e82-001a28b200ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:31.750976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-d6cc6245-0b48-465b-9e82-001a28b200ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=708c07c2-c441-4737-934e-a8da65e62b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420477 Sep 17 05:36:31.770950 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:36:31.779655 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:36:31.780312 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:36:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:31.817088 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:31.868493 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-bd531641-bcd6-424b-b29e-933864f2dbd9 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100621 Sep 17 05:36:31.900379 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:36:31.968044 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-10c43a7f-e185-4b3a-aa91-46c9c3bfa04b req-c33e17a1-9e6a-4156-8e41-4b5a7792b004 service neutron] 10.222.0.35 "GET /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910754 Sep 17 05:36:31.979359 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.004329 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f55199-327d-4e83-90e5-80c38f36cd3c,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:32.010286 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.012296 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-28fa741f-4de7-4213-8635-6e28a223a45c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d9f55199-327d-4e83-90e5-80c38f36cd3c HTTP/1.1" status: 204 len: 168 time: 0.3876150 Sep 17 05:36:32.014738 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49726) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:32.019221 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfdd3c-5550-47f3-950a-4b460175c21d None None] Network 5f5edffb-7381-4b60-84ac-5d8e28f12c20 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:36:32.088940 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.108321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6ee0b-a44f-4d41-b158-5f1a2b22b39e req-5b798aa0-a986-42d8-9f17-62285ad06d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:32.110113 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-efb6ee0b-a44f-4d41-b158-5f1a2b22b39e req-5b798aa0-a986-42d8-9f17-62285ad06d2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 1100 time: 0.0551167 Sep 17 05:36:32.147660 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Deleting port 888e0cef-8852-40b4-8707-32331efb7978 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:32.147660 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.151316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-efb6ee0b-a44f-4d41-b158-5f1a2b22b39e req-56514ad7-0e33-441f-91b4-2e426b66066b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Sep 17 05:36:32.214368 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] For port 888e0cef-8852-40b4-8707-32331efb7978, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=888e0cef-8852-40b4-8707-32331efb7978,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:32.214842 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.229508 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Calling delete_port for 888e0cef-8852-40b4-8707-32331efb7978 owned by network:dhcp {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:32.258316 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '42627dff-5ee0-4092-b1cf-f66e14151bb2', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '61fd0582-2063-472c-9643-9f71aca6887f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:b4:27:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dbafaa-508a-4088-be59-af97d64ca0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:36:02Z', 'updated_at': '2021-09-17T05:36:30Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:32.287300 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb9ff2-e38d-44ac-bbe3-137a3b40dea8 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '42627dff-5ee0-4092-b1cf-f66e14151bb2', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'port_id': '61fd0582-2063-472c-9643-9f71aca6887f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'mac_address': 'fa:16:3e:b4:27:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dbafaa-508a-4088-be59-af97d64ca0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:36:02Z', 'updated_at': '2021-09-17T05:36:30Z', 'revision_number': 1, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:36:32.315090 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] DHCP port deletion for 5f5edffb-7381-4b60-84ac-5d8e28f12c20 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:36:32.365302 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Deleting port 888e0cef-8852-40b4-8707-32331efb7978 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:36:32.365677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.404833 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.430829 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Pushing event deleted for resources: {'Port': ['ID=888e0cef-8852-40b4-8707-32331efb7978,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:32.435793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] No DVR routers for this DVR port 888e0cef-8852-40b4-8707-32331efb7978 on host dv-cinder-809518-2-iscsi {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:36:32.438837 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] For port 888e0cef-8852-40b4-8707-32331efb7978, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=888e0cef-8852-40b4-8707-32331efb7978,segment=NetworkSegment(3ac0a5d1-57b8-4443-80fb-87b0acda8fe2),segment_id=3ac0a5d1-57b8-4443-80fb-87b0acda8fe2)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:36:32.439257 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.456268 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Calling delete_port for 888e0cef-8852-40b4-8707-32331efb7978 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:36:32.513939 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.518059 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66223879-8809-436f-ac40-5c706852c73c None None] New status for floating IP 42627dff-5ee0-4092-b1cf-f66e14151bb2: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:36:32.533796 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.539749 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5edffb-7381-4b60-84ac-5d8e28f12c20']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:32.549569 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:32.549950 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac0a5d1-57b8-4443-80fb-87b0acda8fe2') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:36:32.559536 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] Pushing event deleted for resources: {'Port': ['ID=888e0cef-8852-40b4-8707-32331efb7978,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:32.559735 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.563284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c96613-8306-41ea-ab42-7187b8018b94 None None] No DVR routers for this DVR port 888e0cef-8852-40b4-8707-32331efb7978 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:36:32.578090 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.584693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:36:32.585093 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:36:32.586689 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:36:32.702092 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.707346 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:32.711600 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f5edffb-7381-4b60-84ac-5d8e28f12c20 HTTP/1.1" status: 204 len: 168 time: 0.6935165 Sep 17 05:36:32.720910 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3dba1-7ad1-4ece-bb01-3eda6f124234 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5edffb-7381-4b60-84ac-5d8e28f12c20,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:32.778954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0256a4-92de-4c2b-aa12-891aa99bcd3b req-4604ce86-2214-457e-b18c-1abf4f1882a5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:32.780566 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4b0256a4-92de-4c2b-aa12-891aa99bcd3b req-4604ce86-2214-457e-b18c-1abf4f1882a5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0515275 Sep 17 05:36:32.819333 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4b0256a4-92de-4c2b-aa12-891aa99bcd3b req-adca8dcd-67ff-45ac-ba1f-0d06d450f7f6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Sep 17 05:36:33.009895 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49734) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:33.055886 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c3f5c938-c0df-4e68-b476-569fc82bad28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84c928bf01404e5d8cc5a58e3c37fd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448740 Sep 17 05:36:33.056287 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 888e0cef-8852-40b4-8707-32331efb7978 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:33.058409 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49736) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:33.079188 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 888e0cef-8852-40b4-8707-32331efb7978 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:33.079532 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 888e0cef-8852-40b4-8707-32331efb7978 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:33.079982 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:33.098494 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:33.098844 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 4fdaacc7-aaf0-4dbe-a638-ddb6f95b027e not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:33.099246 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5c48506f-0db4-49bc-b0e6-8b83bccf332d no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:36:33.104615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:33.117667 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 5c48506f-0db4-49bc-b0e6-8b83bccf332d {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:36:33.118012 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5c48506f-0db4-49bc-b0e6-8b83bccf332d not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:36:33.125557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:33.258836 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:33.261295 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:33.262441 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce955583-b6f0-4f79-84c4-0e198e145982 HTTP/1.1" status: 204 len: 168 time: 0.2031181 Sep 17 05:36:33.270111 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f78ed5-b739-43e5-838e-d4e74c1b9a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce955583-b6f0-4f79-84c4-0e198e145982,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:33.935516 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b163-7da5-4a6f-b374-f70dd7c53a55 req-ca55cbfa-b99d-4c08-8b38-f7bc40fa747e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:33.937000 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f484b163-7da5-4a6f-b374-f70dd7c53a55 req-ca55cbfa-b99d-4c08-8b38-f7bc40fa747e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0475607 Sep 17 05:36:33.974520 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f484b163-7da5-4a6f-b374-f70dd7c53a55 req-a368d960-498d-420b-bb1e-47ed7443949a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Sep 17 05:36:34.035756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49762) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:34.073598 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d56c00a1-2727-4ec2-83b0-ed75966cda4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64b319ff74274729b845b60d38be9509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366323 Sep 17 05:36:34.075884 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 49764) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:36:34.121005 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:34.141188 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:34.344406 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:34.346849 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:34.348025 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d686edd7-156a-4872-92a3-187ea2897043 HTTP/1.1" status: 204 len: 168 time: 0.2712157 Sep 17 05:36:34.355624 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38fcc5-5c0d-402e-bd4b-989bf8d5276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686edd7-156a-4872-92a3-187ea2897043,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:36:34.439160 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a13d7e35-d30a-4a10-ba7a-b8e6e7adbd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:34.978531 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:35.098890 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f723-9857-4233-8520-9d3f08373058 req-8500f2d9-0a8e-4678-9027-cbfd763f6ea7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:35.100413 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ab1f723-9857-4233-8520-9d3f08373058 req-8500f2d9-0a8e-4678-9027-cbfd763f6ea7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0523376 Sep 17 05:36:35.137937 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ab1f723-9857-4233-8520-9d3f08373058 req-1a27d5aa-5dab-4c39-a4a7-13b043f1c6ca tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Sep 17 05:36:35.469942 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:36.254156 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce128f90-6a75-4d2c-84c1-7f56911c6ba1 req-41a75d4c-e7e2-4286-a3e6-07d417a58fa8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:36:36.255586 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce128f90-6a75-4d2c-84c1-7f56911c6ba1 req-41a75d4c-e7e2-4286-a3e6-07d417a58fa8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0470364 Sep 17 05:36:36.291617 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ce128f90-6a75-4d2c-84c1-7f56911c6ba1 req-71929cca-4fe2-492a-b2b1-7f68c9194299 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302293 Sep 17 05:36:37.041619 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:36:44.867844 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:36:54.261284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:01.623752 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-63e3add5-5ffe-48c8-99ec-6bcd5d3a8da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:04.438289 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-18384bfe-d262-431e-a80e-77e150be8b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:05.006622 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:05.480907 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:07.066322 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:09.905563 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-a65fd766-4b1a-4e85-be1e-25d821c7c934 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855572123&fields=id&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 267 time: 0.0329990 Sep 17 05:37:10.010918 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-daa5734a-a2fc-4ea9-955a-bdd6ee76d365 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:10.012294 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-daa5734a-a2fc-4ea9-955a-bdd6ee76d365 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.0999498 Sep 17 05:37:10.027259 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-a4bdf5b9-c231-42d7-93cc-eacc4c55c2f2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/quotas/6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 375 time: 0.0093389 Sep 17 05:37:10.081991 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-38ccd344-172a-43c4-9ca5-92d86b6422ab tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495615 Sep 17 05:37:10.176504 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-dd3c6119-3c83-44d5-b721-1f745fdb4e03 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Sep 17 05:37:10.262028 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-41d2cc97-d132-48d8-94e9-35272cecf9ad service neutron] 10.222.0.23 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788822 Sep 17 05:37:10.808149 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-239ebc59-1dfc-4c23-b402-99affdf79fb8 req-042e2b80-b279-4b2d-bad4-f1d2ad82a4db tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 210 time: 0.0267015 Sep 17 05:37:11.902337 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3df3ee61-5cf5-48c8-a511-ed836b2d14f2 req-5ce05057-6e4e-4d1c-865f-8da3a8aaf3a9 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 210 time: 0.0296032 Sep 17 05:37:12.590301 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-27f766bb-bb27-42c8-805a-7bbbc18691c1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:12.591773 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-27f766bb-bb27-42c8-805a-7bbbc18691c1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 812 time: 0.1004136 Sep 17 05:37:12.633756 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-7e0d0187-3a2d-4c8c-834a-8575ffd28d5b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe128bb22264db0950b8c55ca24595c HTTP/1.1" status: 200 len: 379 time: 0.0322285 Sep 17 05:37:12.642759 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'port': {'device_id': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'admin_state_up': True, 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'security_groups': ['193710b4-9d3a-4ad9-be11-00671e33105f']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:37:12.846234 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Made reservation on behalf of 6fe128bb22264db0950b8c55ca24595c for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:37:12.849876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:12.998602 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.20.0.13 (6bd76563-2057-4057-91e7-a3f936ebf5f6/5298a762-48ea-4c31-865d-e77fc21a944e/646af8f7-bdc4-4e91-acce-cfeaa885ee27) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:37:13.001950 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b8d1ee0-54f2-4e2f-b6be-24d601a4f97b req-8d05e265-d2ce-4dd6-aed0-3523bdfe272c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 210 time: 0.0336998 Sep 17 05:37:13.134425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.221088 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.265721 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:37:13.268949 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:37:13.275526 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:37:13.281818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:13.311770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.312144 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.312483 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.312829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.313162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.313490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.313820 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.314140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.314527 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.314787 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.315105 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.315421 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:13.339713 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:13.340367 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.396041 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-0359d234-5ba9-4547-8224-736288ffc0a0 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566092 Sep 17 05:37:13.409472 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Request body: {'port': {'device_id': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:37:13.456710 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-ed1e11ef-b473-4a0c-ae1d-d71d9e4a7f9b None None] Provisioning complete for port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:37:13.457351 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e11ef-b473-4a0c-ae1d-d71d9e4a7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.467793 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.490227 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e11ef-b473-4a0c-ae1d-d71d9e4a7f9b None None] Port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:37:13.721190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646af8f7-bdc4-4e91-acce-cfeaa885ee27 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:37:13.728818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.740256 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Transition to ACTIVE for port object 646af8f7-bdc4-4e91-acce-cfeaa885ee27 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:37:13.832129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:13.889838 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Pushing event updated for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:13.963891 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Attempting to bind port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:37:13.964265 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Attempting to bind port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:37:13.964598 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Attempting to bind port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:37:13.969038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:37:13.969398 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Attempting to bind port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 on network 6bd76563-2057-4057-91e7-a3f936ebf5f6 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:37:13.974578 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:37:13.974957 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Checking segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:37:13.975858 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Bound using segment: {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:37:13.976315 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Bound port: 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65020022-075d-4aa6-a2bb-a0f21d55f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:37:13.976674 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:14.051610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:37:14.055012 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:37:14.121521 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2a0e-a6d2-49dd-a55e-37ce887b44ff req-a2944f84-9066-4574-abc3-a6643baced35 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.123009 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-babe2a0e-a6d2-49dd-a55e-37ce887b44ff req-a2944f84-9066-4574-abc3-a6643baced35 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0487592 Sep 17 05:37:14.143548 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:14.196001 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.196613 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:14.197998 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] 10.222.0.35 "PUT /v2.0/ports/646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 200 len: 1094 time: 0.7933788 Sep 17 05:37:14.198435 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:14.200681 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28a028c-e066-484d-9cd4-e6312ad26ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:14.211105 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-babe2a0e-a6d2-49dd-a55e-37ce887b44ff req-c042a0c5-8d5f-4a34-b5f6-730d46326666 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820148 Sep 17 05:37:14.233010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe2fd-2f96-4b16-93a8-f0ee5fb3b000 service neutron] Pushing event updated for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:14.247373 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce20836-c9b4-450d-b2cf-2dd84838418e x-openstack-request-id: req-2ce20836-c9b4-450d-b2cf-2dd84838418e {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:14.248102 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:14.251155 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ce20836-c9b4-450d-b2cf-2dd84838418e {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:14.251155 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'status': 'completed', 'code': 200} Sep 17 05:37:14.312560 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-7b53edd6-9901-42e7-a8bc-173ace60825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.314157 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-7b53edd6-9901-42e7-a8bc-173ace60825c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1097 time: 0.0443006 Sep 17 05:37:14.417708 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-09196c16-5724-49d2-bbed-6a7ab0e88a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.419208 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-09196c16-5724-49d2-bbed-6a7ab0e88a3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fe128bb22264db0950b8c55ca24595c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974908 Sep 17 05:37:14.510196 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-73d10b01-7212-4fa4-a489-83a00a81ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.511601 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f28a028c-e066-484d-9cd4-e6312ad26ae7 req-73d10b01-7212-4fa4-a489-83a00a81ef0d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860302 Sep 17 05:37:14.587074 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-658e21fe-6aa4-44cf-b330-872fd4224e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.588556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-658e21fe-6aa4-44cf-b330-872fd4224e05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1097 time: 0.0398989 Sep 17 05:37:14.632712 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-1deb5405-fbd5-4a5d-9ba5-e5c2c95566c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 200 len: 217 time: 0.0361502 Sep 17 05:37:14.679441 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b5b01a57-3f27-48cc-b844-d255d65cfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.680753 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-b5b01a57-3f27-48cc-b844-d255d65cfea3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0412095 Sep 17 05:37:14.724537 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-f968444f-808d-4ead-ade8-be667c113550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:14.725989 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-f968444f-808d-4ead-ade8-be667c113550 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378258 Sep 17 05:37:14.816585 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-d379985a-31a7-4991-b1ee-916fc5b22117 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824251 Sep 17 05:37:14.904774 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ef26dc95-6d22-4bc7-b0b3-eadd1cec4186 req-70b575a8-1653-4553-b3e7-a3d1f61e8228 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808494 Sep 17 05:37:15.336265 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79092478-0886-49aa-8153-306355d4009e req-2b91d229-aae1-4f09-bfd4-3edbb88945e7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:15.338479 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-79092478-0886-49aa-8153-306355d4009e req-2b91d229-aae1-4f09-bfd4-3edbb88945e7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0550194 Sep 17 05:37:15.375352 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-79092478-0886-49aa-8153-306355d4009e req-4d3cc427-7df7-4238-a85e-d8a0bcafb013 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Sep 17 05:37:16.486878 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24455ef-9431-4e40-b3a0-029d1ddbccab req-777e48f7-af5c-4a6b-a761-b452334907e1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:16.488376 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d24455ef-9431-4e40-b3a0-029d1ddbccab req-777e48f7-af5c-4a6b-a761-b452334907e1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0476747 Sep 17 05:37:16.525337 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d24455ef-9431-4e40-b3a0-029d1ddbccab req-33855289-2611-4126-b7f6-71aee965067b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Sep 17 05:37:17.634959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536525d2-7541-4a8e-bbb3-6da1707a0f88 req-12cafc80-430e-429e-9798-7ed3a642d2d2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:17.636419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-536525d2-7541-4a8e-bbb3-6da1707a0f88 req-12cafc80-430e-429e-9798-7ed3a642d2d2 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0461648 Sep 17 05:37:17.674671 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-536525d2-7541-4a8e-bbb3-6da1707a0f88 req-af5cad50-7ae7-4ebe-a0df-7bce0dc0dc47 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Sep 17 05:37:18.786914 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efd50c-d900-494c-ab9d-3edc40fe6eda req-cba1dacc-219a-4302-af6d-65d16f19a01f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:18.788879 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-45efd50c-d900-494c-ab9d-3edc40fe6eda req-cba1dacc-219a-4302-af6d-65d16f19a01f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0508046 Sep 17 05:37:18.824667 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-45efd50c-d900-494c-ab9d-3edc40fe6eda req-ea914b2a-2c84-4fcc-a547-dae081fa325f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299423 Sep 17 05:37:19.935135 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d337180-ba1d-46d4-a78c-1b0feafa0a00 req-ef94d0c4-3ecd-4ffa-ba1a-7714a1183d8f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:19.936678 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d337180-ba1d-46d4-a78c-1b0feafa0a00 req-ef94d0c4-3ecd-4ffa-ba1a-7714a1183d8f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0482347 Sep 17 05:37:19.973486 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d337180-ba1d-46d4-a78c-1b0feafa0a00 req-1fb69eef-ad57-4c7a-8faa-f491c80ceac3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309887 Sep 17 05:37:21.083107 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840567b-4b62-472c-933d-03a641b64b40 req-75a5d9ab-193f-47ef-abf6-1ed495110b0e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:21.085365 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f840567b-4b62-472c-933d-03a641b64b40 req-75a5d9ab-193f-47ef-abf6-1ed495110b0e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0468905 Sep 17 05:37:21.120375 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f840567b-4b62-472c-933d-03a641b64b40 req-2d553c89-3aeb-40ab-bf44-734315a73e4a tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294361 Sep 17 05:37:21.866635 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:37:22.234430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515cd01-127e-43f7-9982-3bbae611daa1 req-c94fbbde-d373-4623-a4d1-d0c3915f077c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:22.235857 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1515cd01-127e-43f7-9982-3bbae611daa1 req-c94fbbde-d373-4623-a4d1-d0c3915f077c tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0507569 Sep 17 05:37:22.270865 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1515cd01-127e-43f7-9982-3bbae611daa1 req-453c1906-a947-4376-ae6a-3ee8805850c5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291767 Sep 17 05:37:23.290886 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 646af8f7-bdc4-4e91-acce-cfeaa885ee27 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:37:23.382677 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2b55f-4915-4686-9c4c-1207933d1fd2 req-13b6d3e8-73f2-472e-a6ad-8d36a9249b53 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:23.384781 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47c2b55f-4915-4686-9c4c-1207933d1fd2 req-13b6d3e8-73f2-472e-a6ad-8d36a9249b53 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 944 time: 0.0480769 Sep 17 05:37:23.386201 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:23.397275 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'port_id': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'mac_address': 'fa:16:3e:1f:6f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:37:23.421691 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47c2b55f-4915-4686-9c4c-1207933d1fd2 req-ad06b1c7-63d6-4f08-981a-ac3675e7f9d5 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Sep 17 05:37:23.434910 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:23.447818 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646af8f7-bdc4-4e91-acce-cfeaa885ee27 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:37:23.465696 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:23.548932 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:23.593998 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:23.952175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['646af8f7-bdc4-4e91-acce-cfeaa885ee27'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:37:24.275387 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:24.440171 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 49976) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:24.575211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a64434-9c0b-4611-8261-2aa28726bfac req-ac4dd09b-3330-46bf-8e76-abe7a6d7f43e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:24.576603 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33a64434-9c0b-4611-8261-2aa28726bfac req-ac4dd09b-3330-46bf-8e76-abe7a6d7f43e tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 945 time: 0.0906234 Sep 17 05:37:24.638293 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33a64434-9c0b-4611-8261-2aa28726bfac req-2f9866db-aac7-4542-8d3c-acc6ac1227ec tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551648 Sep 17 05:37:24.657032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Deleting port de63904e-a3d6-496c-824f-95dd9f08f7eb {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:24.657366 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:24.728144 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:24.728466 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:24.739427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Calling delete_port for de63904e-a3d6-496c-824f-95dd9f08f7eb owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:25.198133 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.221927 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event deleted for resources: {'Port': ['ID=de63904e-a3d6-496c-824f-95dd9f08f7eb,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:25.281800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.282124 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Floating IP 5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869 disassociated (deleted). External IP: 172.27.2.33, port: b4dee43e-becd-4539-8af0-3db1a7ddce1b. Sep 17 05:37:25.299823 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 646af8f7-bdc4-4e91-acce-cfeaa885ee27 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:37:25.411729 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:37:25.416392 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:37:25.416767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.484367 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Router 791a1119-dd30-4d99-9182-0e6574ebac74 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:37:25.495135 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.517310 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:25.519503 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e497e5-3262-419a-af26-2962cfc40c15" -d '{"events": [{"server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "name": "network-vif-plugged", "status": "completed", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:25.532721 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:25.557135 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf8d34-b58e-40bb-a5dc-6b13d0b258f9 x-openstack-request-id: req-81cf8d34-b58e-40bb-a5dc-6b13d0b258f9 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:25.557424 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "name": "network-vif-plugged", "status": "completed", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:25.557674 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81cf8d34-b58e-40bb-a5dc-6b13d0b258f9 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:25.558092 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'code': 200} Sep 17 05:37:25.593718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:37:25.598363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.603559 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Sync routers for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:37:25.612363 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:25.612973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:25.629447 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8d0aa4ef-25d2-4ec0-b8bc-0e8dbd8effdf tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869 HTTP/1.1" status: 204 len: 168 time: 1.1881740 Sep 17 05:37:25.630032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:25.632265 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:25.651708 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:25.671496 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a59d5-d504-42af-80c5-9a7549736252 x-openstack-request-id: req-1e5a59d5-d504-42af-80c5-9a7549736252 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:25.672170 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:25.672414 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e5a59d5-d504-42af-80c5-9a7549736252 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:25.672814 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'status': 'completed', 'code': 200} Sep 17 05:37:25.778912 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-f589a57b-ef1c-411f-89c6-e94c6cdb668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:25.780620 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-f589a57b-ef1c-411f-89c6-e94c6cdb668e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97461b54825945708ea32f4951c18794&device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0806310 Sep 17 05:37:25.803177 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f472f7-d5d6-4278-b9bd-194cdc10368c req-39181027-3749-4137-a2d8-8ad91e838c4f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:25.804672 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-70f472f7-d5d6-4278-b9bd-194cdc10368c req-39181027-3749-4137-a2d8-8ad91e838c4f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0751615 Sep 17 05:37:25.900200 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-70f472f7-d5d6-4278-b9bd-194cdc10368c req-d854d14a-8e0a-4958-b062-06d7ce67a167 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798538 Sep 17 05:37:25.900452 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:25.933152 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:25.933276 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40948a0b-bc08-427a-aae3-b642e65a1d6e req-b875c381-ecce-4de7-a603-f255d46f82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:25.941540 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-40948a0b-bc08-427a-aae3-b642e65a1d6e req-b875c381-ecce-4de7-a603-f255d46f82cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1099 time: 0.0624845 Sep 17 05:37:25.944370 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-3fb9f255-b427-4bf4-84b8-966643346d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:25.947069 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-3fb9f255-b427-4bf4-84b8-966643346d9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 200 len: 910 time: 0.1587102 Sep 17 05:37:25.981009 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [req-40948a0b-bc08-427a-aae3-b642e65a1d6e req-95400566-9540-4f15-9a9b-aa28fb57c235 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Sep 17 05:37:25.998865 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-33eeacfd-24e3-4a28-8981-623d356b43f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 200 len: 217 time: 0.0442894 Sep 17 05:37:26.125915 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403a96-19d0-482e-abee-5a036dd426b7 req-9dbe83b0-bbf1-43f2-833d-e0d74d44cc54 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:26.127615 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df403a96-19d0-482e-abee-5a036dd426b7 req-9dbe83b0-bbf1-43f2-833d-e0d74d44cc54 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Sep 17 05:37:26.141851 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:26.165709 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df403a96-19d0-482e-abee-5a036dd426b7 req-e6ff2d2d-0a19-4d9c-9eae-a8f6d8dbb1be tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Sep 17 05:37:26.168322 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Checking router: 791a1119-dd30-4d99-9182-0e6574ebac74 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:37:26.176506 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:26.177177 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:26.278952 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:26.458811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-818b2a9a-b884-478d-921b-80abf7af712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:26.460378 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-818b2a9a-b884-478d-921b-80abf7af712f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 200 len: 848 time: 0.0494652 Sep 17 05:37:26.473063 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:26.499157 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b03142-8eab-4a86-99f7-5a3d60ef0fc9 None None] The sync data for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi is: [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:30:19Z', 'revision_number': 4, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'ed46f337-d0c8-41d8-9e7c-308f7b1489e6', 'name': '', 'network_id': 'e9228b0d-a35c-4a84-9e97-c6b9621a1243', 'tenant_id': '97461b54825945708ea32f4951c18794', 'mac_address': 'fa:16:3e:f8:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:19Z', 'updated_at': '2021-09-17T05:30:23Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'subnets': [{'id': '0cfb6559-ab3f-4762-8d91-5b587d3b42b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:37:26.506409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-6afa3c09-c807-4b21-9d8e-4a6f9a8250a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:26.508799 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-6afa3c09-c807-4b21-9d8e-4a6f9a8250a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9228b0d-a35c-4a84-9e97-c6b9621a1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395186 Sep 17 05:37:26.603365 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-4c14e413-33d6-4ebd-846a-4cb3acca3bca service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Sep 17 05:37:26.712893 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8f1fd-ffb9-4252-9930-f18940c1f503 None None] New status for floating IP 5ca6f9d0-f644-48b8-9b8c-96c3ce4d7869: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:37:26.738310 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5bbafb9-18a0-403f-811f-0f200cbfcf1a req-66c047e5-4cb1-4bab-bed3-579e2d09d135 service neutron] 10.222.0.35 "GET /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Sep 17 05:37:27.022481 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c0aee-1d82-4477-88a7-074d36b8d8c3 req-f55c2d24-efdc-49c2-bf6b-69f04cb33ba6 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:27.024713 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db5c0aee-1d82-4477-88a7-074d36b8d8c3 req-f55c2d24-efdc-49c2-bf6b-69f04cb33ba6 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Sep 17 05:37:27.062440 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db5c0aee-1d82-4477-88a7-074d36b8d8c3 req-8bff8d05-ed98-49be-9f40-611b8cd26e75 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Sep 17 05:37:27.282896 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcac94-bbb4-432b-b6ea-a0273090a8f7 req-c4ef1171-51f5-49a1-b83e-819624aa3f3b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:27.284370 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4fdcac94-bbb4-432b-b6ea-a0273090a8f7 req-c4ef1171-51f5-49a1-b83e-819624aa3f3b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Sep 17 05:37:27.320541 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4fdcac94-bbb4-432b-b6ea-a0273090a8f7 req-3d02583f-918c-411f-9686-0fb0807c5932 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297911 Sep 17 05:37:28.172020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f3ab0-c405-4aae-a531-f3ba5d1e08f4 req-b36d4417-1345-4a67-bea6-ca6b53421273 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:28.173473 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d26f3ab0-c405-4aae-a531-f3ba5d1e08f4 req-b36d4417-1345-4a67-bea6-ca6b53421273 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0475507 Sep 17 05:37:28.210213 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d26f3ab0-c405-4aae-a531-f3ba5d1e08f4 req-ae24f35d-76fa-441e-af7d-544335a425b8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Sep 17 05:37:28.321657 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f04b1-da5e-418e-a6bf-91f8f3c8f349 req-d00ce275-557a-40ce-8fd2-8542a43fd929 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:28.323086 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d6f04b1-da5e-418e-a6bf-91f8f3c8f349 req-d00ce275-557a-40ce-8fd2-8542a43fd929 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0474558 Sep 17 05:37:28.358746 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0d6f04b1-da5e-418e-a6bf-91f8f3c8f349 req-221d7492-8264-439a-9bba-223ac624ac63 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298626 Sep 17 05:37:28.380490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50008) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:28.438143 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a160a94-1360-4b5e-8be8-a67a250e4b51 req-9c02b6d6-28b4-4912-a92a-487827439f84 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:28.439674 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a160a94-1360-4b5e-8be8-a67a250e4b51 req-9c02b6d6-28b4-4912-a92a-487827439f84 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Sep 17 05:37:28.477535 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5a160a94-1360-4b5e-8be8-a67a250e4b51 req-41426db2-a98a-480d-9214-d353c486b81b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Sep 17 05:37:28.567439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063176b-d23b-45ef-a641-df77e1524c4e tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:28.569004 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-5063176b-d23b-45ef-a641-df77e1524c4e tempest-TestVolumeBootPattern-1542755323 tempest-TestVolumeBootPattern-1542755323-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1094 time: 0.1875358 Sep 17 05:37:28.571963 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50014) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:28.576531 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'port_id': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:37:28.618389 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-6d4a69d5-eea9-454e-842c-2f2c42cd0e79 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:28.619759 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-6d4a69d5-eea9-454e-842c-2f2c42cd0e79 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.35 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0473731 Sep 17 05:37:28.697919 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:28.712328 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Deleting port b4dee43e-becd-4539-8af0-3db1a7ddce1b {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:28.712666 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:28.795109 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:28.799730 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] For port b4dee43e-becd-4539-8af0-3db1a7ddce1b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b4dee43e-becd-4539-8af0-3db1a7ddce1b,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:28.800118 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:28.812345 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Calling delete_port for b4dee43e-becd-4539-8af0-3db1a7ddce1b owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:28.895673 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Allocated IP 172.27.2.102 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:37:28.997007 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:29.003709 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:29.034196 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event deleted for resources: {'Port': ['ID=b4dee43e-becd-4539-8af0-3db1a7ddce1b,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:29.077228 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] No DVR routers for this DVR port b4dee43e-becd-4539-8af0-3db1a7ddce1b on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:29.079785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:29.081767 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-096c51fa-8bfa-4dea-a12b-63d4ccf932d0 req-98359998-2856-4eb8-b267-ab0d2ae15d51 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.35 "DELETE /v2.0/ports/b4dee43e-becd-4539-8af0-3db1a7ddce1b HTTP/1.1" status: 204 len: 173 time: 0.4549713 Sep 17 05:37:29.082236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-deleted', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:29.084433 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c4717-abd2-4e2e-9b31-39c142a9369f" -d '{"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-deleted", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:29.112550 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:29.120358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b8e9b-8007-4489-8306-e937f17bd063 x-openstack-request-id: req-516b8e9b-8007-4489-8306-e937f17bd063 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:29.120669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303623e-ce02-448a-ac2d-9a8306ad0ef1", "name": "network-vif-deleted", "tag": "b4dee43e-becd-4539-8af0-3db1a7ddce1b", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:29.121023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516b8e9b-8007-4489-8306-e937f17bd063 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:29.121419 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f303623e-ce02-448a-ac2d-9a8306ad0ef1', 'name': 'network-vif-deleted', 'tag': 'b4dee43e-becd-4539-8af0-3db1a7ddce1b', 'status': 'completed', 'code': 200} Sep 17 05:37:29.148087 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:37:29.151521 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:37:29.155359 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:37:29.181855 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:29.194278 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.194628 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.194971 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.195307 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.196195 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.196530 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.196866 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.197192 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.197520 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.197843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.198165 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.198488 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:29.580754 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-40dd4140-ae62-458b-a15a-08f8c8589c25 req-2f6ae01a-4381-4aa4-ac20-91a62f50f95b tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0286081 Sep 17 05:37:29.761789 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:29.944815 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:30.090633 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:30.199868 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:30.271194 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event updated for resources: {'Port': ['ID=c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:30.281789 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:30.378959 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.l3_db [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP e024ac1d-5287-4245-96d4-2ee88b8e8e1d associated. External IP: 172.27.2.102, port: 646af8f7-bdc4-4e91-acce-cfeaa885ee27. Sep 17 05:37:30.579734 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:37:30.689654 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:37:30.691930 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-63882bf9-bfc5-489c-b697-9ce1baeb8024 req-2468dd6f-e46b-4ff2-81f0-77ef16eff87a tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "GET /v2.0/ports?device_id=f303623e-ce02-448a-ac2d-9a8306ad0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Sep 17 05:37:30.700323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:37:30.713152 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:30.713792 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:30.786857 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:30.817749 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-6badd161-517d-423f-82c5-508f343f71a3 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2446070 Sep 17 05:37:30.820804 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27'}] {{(pid=94517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:30.820804 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c672c4934d51f47173511bc9a4fc3b02ea24a40900656d056edba7ddaa77bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece3654-70ba-4062-ae51-d32722159fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27"}]}' {{(pid=94517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:30.822228 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:30.855693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f9c55-0433-4230-9626-aa0ab92335cf x-openstack-request-id: req-a71f9c55-0433-4230-9626-aa0ab92335cf {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:30.856011 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27", "status": "completed", "code": 200}]} {{(pid=94517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:30.856262 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a71f9c55-0433-4230-9626-aa0ab92335cf {{(pid=94517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:30.856661 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'status': 'completed', 'code': 200} Sep 17 05:37:30.939494 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3654-70ba-4062-ae51-d32722159fcd req-038f575a-2634-484e-b3c6-6083d2097c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:30.941017 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-038f575a-2634-484e-b3c6-6083d2097c73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1099 time: 0.0501928 Sep 17 05:37:31.031580 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3654-70ba-4062-ae51-d32722159fcd req-3e77d100-5922-459f-b6b6-534ee6ed722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:31.033102 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-3e77d100-5922-459f-b6b6-534ee6ed722d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0853660 Sep 17 05:37:31.058793 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}, {'id': 'e024ac1d-5287-4245-96d4-2ee88b8e8e1d', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:1f:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:37:29Z', 'updated_at': '2021-09-17T05:37:29Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:31.088629 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:37:31.096319 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-6ba43b80-c029-42f6-ad0d-139fafd22d4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 200 len: 1000 time: 0.0555866 Sep 17 05:37:31.096833 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:31.097435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:31.146334 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3654-70ba-4062-ae51-d32722159fcd req-c9e2cd0a-cdab-4b31-91b0-b8590b917188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:31.147752 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-c9e2cd0a-cdab-4b31-91b0-b8590b917188 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0445695 Sep 17 05:37:31.193819 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3654-70ba-4062-ae51-d32722159fcd req-6895e392-5985-4387-ab89-a4a96ea2b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:31.195246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-6895e392-5985-4387-ab89-a4a96ea2b1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394788 Sep 17 05:37:31.201648 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:31.284981 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-b34eabae-c91e-4e05-b9b7-7020e2b9f59c service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813210 Sep 17 05:37:31.318998 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:31.365203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: b4dee43e-becd-4539-8af0-3db1a7ddce1b {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:31.365541 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device b4dee43e-becd-4539-8af0-3db1a7ddce1b not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:31.376127 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cece3654-70ba-4062-ae51-d32722159fcd req-daa5de04-9acf-48d3-be3a-4b8e620ff233 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844076 Sep 17 05:37:31.445054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}, {'id': 'e024ac1d-5287-4245-96d4-2ee88b8e8e1d', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:1f:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:37:29Z', 'updated_at': '2021-09-17T05:37:29Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:31.475475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25c7eb-83d9-4e7e-93d1-452e2b160e7f None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}, {'id': 'e024ac1d-5287-4245-96d4-2ee88b8e8e1d', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:1f:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:37:29Z', 'updated_at': '2021-09-17T05:37:29Z', 'revision_number': 0, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:37:31.640406 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-ea302816-dfd4-4f71-931e-8793d3c52b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:31.660819 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dc4b3-223b-4b98-bf1d-c377a9d263eb None None] New status for floating IP e024ac1d-5287-4245-96d4-2ee88b8e8e1d: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:37:31.747895 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50032) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:31.809427 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:31.834949 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:31.989067 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:31.991873 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:31.993159 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a4376e3-5b3f-490a-9fbd-4a8e45c05eef HTTP/1.1" status: 204 len: 168 time: 0.2442584 Sep 17 05:37:32.003124 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bd5c8-be4e-4cce-a724-20bb77f77771 tempest-TestShelveInstance-1926632038 tempest-TestShelveInstance-1926632038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4376e3-5b3f-490a-9fbd-4a8e45c05eef,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:32.151743 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50038) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:32.576237 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:32.809519 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Deleting port ed46f337-d0c8-41d8-9e7c-308f7b1489e6 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:32.810175 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:32.887118 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] For port ed46f337-d0c8-41d8-9e7c-308f7b1489e6, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:32.887394 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:32.899595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Calling delete_port for ed46f337-d0c8-41d8-9e7c-308f7b1489e6 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:33.180742 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:33.205183 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed46f337-d0c8-41d8-9e7c-308f7b1489e6,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:33.362831 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:33.565627 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Router 791a1119-dd30-4d99-9182-0e6574ebac74 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:37:33.667433 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:37:33.672529 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-527fa266-2b58-495f-90c5-8d27ace60fa0 admin admin] 10.222.0.23 "PUT /v2.0/routers/791a1119-dd30-4d99-9182-0e6574ebac74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195260 Sep 17 05:37:33.674958 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50044) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:33.675735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Sync routers for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:37:33.685231 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:33.685835 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:33.776052 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:33.788808 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:33.874046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:33.963071 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:37:33Z', 'revision_number': 5, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port': {'id': '2f9d81cb-e7dd-46ad-8e1c-587772efe7ce', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:16Z', 'updated_at': '2021-09-17T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:33.992144 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Checking router: 791a1119-dd30-4d99-9182-0e6574ebac74 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:37:34.002778 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Routers {'791a1119-dd30-4d99-9182-0e6574ebac74'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:34.002778 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['791a1119-dd30-4d99-9182-0e6574ebac74'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:34.033372 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Deleting port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:34.033721 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.119081 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] For port 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:34.119351 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.131140 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Calling delete_port for 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:34.208675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] Set router 791a1119-dd30-4d99-9182-0e6574ebac74 gateway port host: None {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:34.259368 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:37:33Z', 'revision_number': 6, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:34.288144 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb6e01-9557-4b7e-b90c-b4b58cef4bd2 None None] The sync data for ids ['791a1119-dd30-4d99-9182-0e6574ebac74'] in dv-cinder-809518-2-iscsi is: [{'id': '791a1119-dd30-4d99-9182-0e6574ebac74', 'name': 'tempest-TestShelveInstance-1169124814-router', 'tenant_id': '97461b54825945708ea32f4951c18794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:15Z', 'updated_at': '2021-09-17T05:37:33Z', 'revision_number': 6, 'project_id': '97461b54825945708ea32f4951c18794', 'gw_port_host': None}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:37:34.365915 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.391276 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9d81cb-e7dd-46ad-8e1c-587772efe7ce,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:34.445959 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-23022f57-6142-417d-b7e1-07d3226f706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.451443 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.537059 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.539756 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.677866 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.678464 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791a1119-dd30-4d99-9182-0e6574ebac74 {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:37:34.682777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.683988 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-557571ff-5d6a-4357-a5ee-133c5883f2d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/791a1119-dd30-4d99-9182-0e6574ebac74 HTTP/1.1" status: 204 len: 168 time: 1.0081136 Sep 17 05:37:34.686472 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50050) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:34.731394 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Deleting subnet 0cfb6559-ab3f-4762-8d91-5b587d3b42b1 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:37:34.734406 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.766277 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.843965 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.954814 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.978297 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfb6559-ab3f-4762-8d91-5b587d3b42b1,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:34.983731 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:34.985605 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-91c01183-9715-4f39-a6b9-752dd4f7947e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0cfb6559-ab3f-4762-8d91-5b587d3b42b1 HTTP/1.1" status: 204 len: 168 time: 0.2982132 Sep 17 05:37:34.988295 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50052) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:34.989169 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bcd6f3-ea85-4e66-a5b7-45b633f50f33 None None] Network e9228b0d-a35c-4a84-9e97-c6b9621a1243 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:37:34.993315 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.066527 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.099421 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ed46f337-d0c8-41d8-9e7c-308f7b1489e6 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:35.128046 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Deleting port 2658078f-228e-47f0-ab69-db27d304c859 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:35.128682 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.142225 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: ed46f337-d0c8-41d8-9e7c-308f7b1489e6 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:35.142564 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device ed46f337-d0c8-41d8-9e7c-308f7b1489e6 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:35.143381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:35.165737 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:35.166111 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2f9d81cb-e7dd-46ad-8e1c-587772efe7ce not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:35.196657 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] For port 2658078f-228e-47f0-ab69-db27d304c859, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2658078f-228e-47f0-ab69-db27d304c859,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:35.197018 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.209608 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Calling delete_port for 2658078f-228e-47f0-ab69-db27d304c859 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:35.233745 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] DHCP port deletion for e9228b0d-a35c-4a84-9e97-c6b9621a1243 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:37:35.280011 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Deleting port 2658078f-228e-47f0-ab69-db27d304c859 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:35.280373 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.348865 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] For port 2658078f-228e-47f0-ab69-db27d304c859, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=2658078f-228e-47f0-ab69-db27d304c859,segment=NetworkSegment(0d07af06-bcee-4ff1-af0a-11bbd04e1588),segment_id=0d07af06-bcee-4ff1-af0a-11bbd04e1588)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:35.349255 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.362021 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Calling delete_port for 2658078f-228e-47f0-ab69-db27d304c859 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:35.420466 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.443105 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.447268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2658078f-228e-47f0-ab69-db27d304c859,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:35.449263 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] No DVR routers for this DVR port 2658078f-228e-47f0-ab69-db27d304c859 on host dv-cinder-809518-2-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:35.468700 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Pushing event deleted for resources: {'Port': ['ID=2658078f-228e-47f0-ab69-db27d304c859,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:35.473013 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] No DVR routers for this DVR port 2658078f-228e-47f0-ab69-db27d304c859 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:35.480122 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.485767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819539b9-748b-4531-a13f-c580ba588f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:37:35.519546 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.542820 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9228b0d-a35c-4a84-9e97-c6b9621a1243']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:35.552881 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d07af06-bcee-4ff1-af0a-11bbd04e1588') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:35.553170 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d07af06-bcee-4ff1-af0a-11bbd04e1588') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:35.562207 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.575421 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.581287 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:37:35.581692 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:37:35.583297 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:37:35.708487 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.713574 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:35.715987 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9228b0d-a35c-4a84-9e97-c6b9621a1243 HTTP/1.1" status: 204 len: 168 time: 0.7266285 Sep 17 05:37:35.718346 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50056) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:35.727852 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75fbff-09b1-481b-aab0-58c2c3bcd8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9228b0d-a35c-4a84-9e97-c6b9621a1243,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:36.283657 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:36.514575 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Deleting port 800fe984-99c6-4161-ab5b-a54d931a01a8 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:36.514825 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:36.588919 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] For port 800fe984-99c6-4161-ab5b-a54d931a01a8, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=800fe984-99c6-4161-ab5b-a54d931a01a8,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:36.589270 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:36.600908 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Calling delete_port for 800fe984-99c6-4161-ab5b-a54d931a01a8 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:36.865893 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:36.890188 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Pushing event deleted for resources: {'Port': ['ID=800fe984-99c6-4161-ab5b-a54d931a01a8,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:37.032132 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.057653 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.142186 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2658078f-228e-47f0-ab69-db27d304c859 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:37.167078 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 2658078f-228e-47f0-ab69-db27d304c859 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:37.167341 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 2658078f-228e-47f0-ab69-db27d304c859 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:37.268279 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Router 51775160-06c3-439d-9ed9-3502ed462fcc has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:37:37.370710 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:37:37.375700 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5e8eb32f-b8c0-41ff-b536-6704eff8637a admin admin] 10.222.0.23 "PUT /v2.0/routers/51775160-06c3-439d-9ed9-3502ed462fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562481 Sep 17 05:37:37.378345 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50062) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:37.379342 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Sync routers for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:37:37.388425 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:37.388954 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:37.481844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks [] for router, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.574857 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:37.585931 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.710684 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Deleting port 670e7a2b-6cd1-49ed-8f93-d025d6393a07 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:37.710942 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.746464 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:37:36Z', 'revision_number': 5, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port': {'id': '670e7a2b-6cd1-49ed-8f93-d025d6393a07', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:30:24Z', 'updated_at': '2021-09-17T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:37.772532 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Checking router: 51775160-06c3-439d-9ed9-3502ed462fcc for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:37:37.781060 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Routers {'51775160-06c3-439d-9ed9-3502ed462fcc'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:37.781665 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['51775160-06c3-439d-9ed9-3502ed462fcc'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:37.789899 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] For port 670e7a2b-6cd1-49ed-8f93-d025d6393a07, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=670e7a2b-6cd1-49ed-8f93-d025d6393a07,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:37.790260 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:37.801951 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Calling delete_port for 670e7a2b-6cd1-49ed-8f93-d025d6393a07 owned by network:router_gateway {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:37.868415 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] Set router 51775160-06c3-439d-9ed9-3502ed462fcc gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:37.924166 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-53e0853f-5378-493c-9935-e5125e44365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:37:37Z', 'revision_number': 6, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:37.950834 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0853f-5378-493c-9935-e5125e44365b None None] The sync data for ids ['51775160-06c3-439d-9ed9-3502ed462fcc'] in dv-cinder-809518-2-iscsi is: [{'id': '51775160-06c3-439d-9ed9-3502ed462fcc', 'name': 'tempest-TestShelveInstance-109557665-router', 'tenant_id': '51397028ba864aaaa5b25426a317ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:30:23Z', 'updated_at': '2021-09-17T05:37:37Z', 'revision_number': 6, 'project_id': '51397028ba864aaaa5b25426a317ce45', 'gw_port_host': None}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:37:38.037446 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.064010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Pushing event deleted for resources: {'Port': ['ID=670e7a2b-6cd1-49ed-8f93-d025d6393a07,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:38.126138 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.230682 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.232835 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.357887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.358134 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51775160-06c3-439d-9ed9-3502ed462fcc {{(pid=94516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:37:38.363399 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.364835 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-1d8f494b-edfb-438a-91b1-c8df82732898 admin admin] 10.222.0.23 "DELETE /v2.0/routers/51775160-06c3-439d-9ed9-3502ed462fcc HTTP/1.1" status: 204 len: 168 time: 0.9852910 Sep 17 05:37:38.367008 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50068) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:38.416255 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_v2 [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Deleting subnet d8e573b9-efc8-4916-b852-ecf7ac5eaee1 {{(pid=94516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:37:38.419412 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.454088 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9018853'] for subnet, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.559379 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.689478 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9297067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8995460'] for subnet, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.714547 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e573b9-efc8-4916-b852-ecf7ac5eaee1,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:38.720217 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.722082 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-84afe113-15c5-4cd8-98aa-70d4082d3a9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d8e573b9-efc8-4916-b852-ecf7ac5eaee1 HTTP/1.1" status: 204 len: 168 time: 0.3541129 Sep 17 05:37:38.724580 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50070) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:38.725488 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ab000-c1cc-4bfc-90c3-43eb1c52cf11 None None] Network 33f7ebc0-7368-4788-b5a7-48f294d0a812 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:37:38.791052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.850426 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Deleting port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:38.850767 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.909466 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] DHCP port deletion for 33f7ebc0-7368-4788-b5a7-48f294d0a812 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:37:38.915432 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] For port 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=049e78d5-c68b-4db5-84a0-e30cd260e0f7,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:38.915796 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:38.929007 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Calling delete_port for 049e78d5-c68b-4db5-84a0-e30cd260e0f7 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:38.964639 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Deleting port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:38.965034 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.025933 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] For port 049e78d5-c68b-4db5-84a0-e30cd260e0f7, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=049e78d5-c68b-4db5-84a0-e30cd260e0f7,segment=NetworkSegment(32c2475d-a10e-4a54-acfc-5a1e4b39f3b6),segment_id=32c2475d-a10e-4a54-acfc-5a1e4b39f3b6)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:39.026327 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.038420 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Calling delete_port for 049e78d5-c68b-4db5-84a0-e30cd260e0f7 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:39.080303 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.091357 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 670e7a2b-6cd1-49ed-8f93-d025d6393a07 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:39.108568 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=049e78d5-c68b-4db5-84a0-e30cd260e0f7,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:39.113031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] No DVR routers for this DVR port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 on host dv-cinder-809518-2-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:39.119868 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 670e7a2b-6cd1-49ed-8f93-d025d6393a07 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:39.120235 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 670e7a2b-6cd1-49ed-8f93-d025d6393a07 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:39.120656 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 049e78d5-c68b-4db5-84a0-e30cd260e0f7 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:39.141923 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 049e78d5-c68b-4db5-84a0-e30cd260e0f7 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:39.142170 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 049e78d5-c68b-4db5-84a0-e30cd260e0f7 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:39.142578 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 800fe984-99c6-4161-ab5b-a54d931a01a8 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:37:39.167431 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 800fe984-99c6-4161-ab5b-a54d931a01a8 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:37:39.172378 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 800fe984-99c6-4161-ab5b-a54d931a01a8 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:37:39.176111 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.186870 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.200455 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] Pushing event deleted for resources: {'Port': ['ID=049e78d5-c68b-4db5-84a0-e30cd260e0f7,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:39.205860 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a37a0-82f3-4a33-85d5-5cebc61c0058 None None] No DVR routers for this DVR port 049e78d5-c68b-4db5-84a0-e30cd260e0f7 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:39.461916 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f7ebc0-7368-4788-b5a7-48f294d0a812']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:39.471220 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:39.471508 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c2475d-a10e-4a54-acfc-5a1e4b39f3b6') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:39.480917 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.495052 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.500801 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:37:39.501201 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:37:39.502812 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:37:39.603266 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.610219 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:39.612188 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/33f7ebc0-7368-4788-b5a7-48f294d0a812 HTTP/1.1" status: 204 len: 168 time: 0.8865902 Sep 17 05:37:39.622010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43cca-561d-4155-a342-4392402fb7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f7ebc0-7368-4788-b5a7-48f294d0a812,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:39.998366 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50076) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:40.037769 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-94ac1923-1430-4f9e-912d-3aa48a3926c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97461b54825945708ea32f4951c18794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374691 Sep 17 05:37:40.040077 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50078) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:40.088639 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:40.108427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:40.212094 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:40.214548 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:40.215686 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7914196-f0aa-44b1-9531-770b71bf048e HTTP/1.1" status: 204 len: 168 time: 0.1747313 Sep 17 05:37:40.223481 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac05e2-1992-4dad-8aa5-af67e4bc2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7914196-f0aa-44b1-9531-770b71bf048e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:40.827587 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50086) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:40.865833 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-aa6184ae-2dcd-4da3-8789-7a9f2bc20b3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51397028ba864aaaa5b25426a317ce45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370586 Sep 17 05:37:40.868827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50088) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:37:40.914716 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:40.935730 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:41.057258 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:41.059697 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:41.060876 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3673179-2f83-4bb3-bea8-4d56d2472561 HTTP/1.1" status: 204 len: 168 time: 0.1911867 Sep 17 05:37:41.068282 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d8f9-96cd-4682-af22-b8f05323829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3673179-2f83-4bb3-bea8-4d56d2472561,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:54.296803 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:56.226664 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284c5ef-57fa-4b42-bd8c-213dd826c1fe req-ae378ae0-ad96-45ae-9658-8281b2d0cef4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:56.228753 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6284c5ef-57fa-4b42-bd8c-213dd826c1fe req-ae378ae0-ad96-45ae-9658-8281b2d0cef4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.1435187 Sep 17 05:37:56.269908 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6284c5ef-57fa-4b42-bd8c-213dd826c1fe req-193dcadb-9f2f-44e5-b16d-a9b499ef8fa2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Sep 17 05:37:57.389995 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d11f-ec3c-4097-9438-4ddfeb1bed92 req-b59da01f-eeb4-4416-992f-4ea15e2237b0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:57.391436 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92b8d11f-ec3c-4097-9438-4ddfeb1bed92 req-b59da01f-eeb4-4416-992f-4ea15e2237b0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0509460 Sep 17 05:37:57.428495 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-92b8d11f-ec3c-4097-9438-4ddfeb1bed92 req-83e88e92-ad7f-44ca-a2a4-cd3701aa39b1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Sep 17 05:37:58.233377 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-07f76cd4-5e7d-4b7d-9c88-80385e4c7dd6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:58.234802 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-07f76cd4-5e7d-4b7d-9c88-80385e4c7dd6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0468874 Sep 17 05:37:58.325412 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Deleting port f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:37:58.325754 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:58.411352 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] For port f565219d-0b59-4088-8fee-55517b4452c5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f565219d-0b59-4088-8fee-55517b4452c5,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:37:58.411969 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:58.598968 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f4bd-3aa7-4129-9c5e-5903b6c2015a req-e069f3df-5f37-4365-ac60-0644b6707443 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:37:58.600379 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b429f4bd-3aa7-4129-9c5e-5903b6c2015a req-e069f3df-5f37-4365-ac60-0644b6707443 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 947 time: 0.0964439 Sep 17 05:37:58.622168 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:58.622532 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:58.622853 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Floating IP ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2 disassociated. External IP: 172.27.2.200, port: f565219d-0b59-4088-8fee-55517b4452c5. Sep 17 05:37:58.623190 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Calling delete_port for f565219d-0b59-4088-8fee-55517b4452c5 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:37:58.687942 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b429f4bd-3aa7-4129-9c5e-5903b6c2015a req-a9403137-e698-4be3-95fb-bdb54e05ffbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24f1606-d7f1-4670-acbd-fb7ca0037494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811472 Sep 17 05:37:58.822387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:58.847930 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'Port': ['ID=f565219d-0b59-4088-8fee-55517b4452c5,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:37:58.867641 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:37:58.961344 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:37:59.064629 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:37:59.074145 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:37:59.082889 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:59.083487 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:59.102472 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] No DVR routers for this DVR port f565219d-0b59-4088-8fee-55517b4452c5 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:37:59.105784 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:37:59.107816 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2cdcc4cf-0dc9-4cc7-9d58-4fad1908af19 req-c2aee623-3a5c-44b7-b1b5-cfe33826c9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "DELETE /v2.0/ports/f565219d-0b59-4088-8fee-55517b4452c5 HTTP/1.1" status: 204 len: 173 time: 0.8666439 Sep 17 05:37:59.108382 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-deleted', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:37:59.110616 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c00c4b-9add-424e-b3d8-c95f737b1f61" -d '{"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-deleted", "tag": "f565219d-0b59-4088-8fee-55517b4452c5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:37:59.149564 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ec137-6b56-4b6c-99e9-671830743325 x-openstack-request-id: req-f53ec137-6b56-4b6c-99e9-671830743325 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:37:59.149936 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0568720-4c51-40a1-87e0-505a9eff27cc", "name": "network-vif-deleted", "tag": "f565219d-0b59-4088-8fee-55517b4452c5", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:37:59.150679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f53ec137-6b56-4b6c-99e9-671830743325 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:37:59.151076 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0568720-4c51-40a1-87e0-505a9eff27cc', 'name': 'network-vif-deleted', 'tag': 'f565219d-0b59-4088-8fee-55517b4452c5', 'status': 'completed', 'code': 200} Sep 17 05:37:59.196364 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:59.402887 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:59.428321 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:37:59.437162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:37:59.437730 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:37:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:59.538586 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:37:59.730115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:37:59.756603 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374432a9-009d-41e6-a348-7c0d612339d8 None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:37:59.807520 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a955a903-7fc5-48e7-9eed-6b7fe1b979cb req-5a090011-d226-4e31-a2a7-c1a843305483 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0568720-4c51-40a1-87e0-505a9eff27cc HTTP/1.1" status: 200 len: 210 time: 0.0330434 Sep 17 05:37:59.972228 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264a93a-d9e8-4369-86b5-e40e35dd57e8 None None] New status for floating IP ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:38:01.000731 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50178) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:01.059030 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.081284 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.210557 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.213018 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.214203 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "DELETE /v2.0/security-groups/b24f1606-d7f1-4670-acbd-fb7ca0037494 HTTP/1.1" status: 204 len: 168 time: 0.2124720 Sep 17 05:38:01.216975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50180) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:01.222980 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e01b-ebff-4e98-84ec-e1f06a9e1340 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24f1606-d7f1-4670-acbd-fb7ca0037494,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:01.235339 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.api.v2.resource [None req-b11b1983-caba-41a9-90aa-615b33e6b434 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] show failed (client error): The resource could not be found. Sep 17 05:38:01.236406 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b11b1983-caba-41a9-90aa-615b33e6b434 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups/b24f1606-d7f1-4670-acbd-fb7ca0037494 HTTP/1.1" status: 404 len: 347 time: 0.0184586 Sep 17 05:38:01.239232 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50182) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:01.362691 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Deleting port 842f2b05-54fd-433b-823e-c8fa7f7b070c {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:01.363035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.436744 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.437100 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.448299 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Calling delete_port for 842f2b05-54fd-433b-823e-c8fa7f7b070c owned by network:floatingip {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:01.473681 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:38:01.493381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: f565219d-0b59-4088-8fee-55517b4452c5 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:38:01.493722 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device f565219d-0b59-4088-8fee-55517b4452c5 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:38:01.616415 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-020b6282-7bb6-496a-b6be-b60b73f8d474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.645291 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.670763 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'Port': ['ID=842f2b05-54fd-433b-823e-c8fa7f7b070c,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:01.731137 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.733524 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:01.734669 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0cb867da-3d85-4f36-a37b-3193f3c06cbc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "DELETE /v2.0/floatingips/ba915dc6-15ec-42dd-9aed-ac3b2f9eecf2 HTTP/1.1" status: 204 len: 168 time: 0.4939120 Sep 17 05:38:02.031897 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50188) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:02.036618 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444269315', 'description': 'tempest-description--1439511269'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:02.145703 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.222474 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.277274 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.305555 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae67ad0-fb54-436b-bf9d-df0c3fbad397,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:02.380192 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.381466 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-3b20b48d-3240-42e9-901c-92d857309949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3483860 Sep 17 05:38:02.384248 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50190) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:02.389129 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group_rule': {'security_group_id': '4ae67ad0-fb54-436b-bf9d-df0c3fbad397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:02.402662 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-a4aeb5a4-74b5-472f-955e-1db9f6803e99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396302 Sep 17 05:38:02.488629 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-52008988-4f17-4947-a227-32d15df93ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:02.490112 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-52008988-4f17-4947-a227-32d15df93ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1099 time: 0.0392601 Sep 17 05:38:02.497221 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.553159 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.594902 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-1dc6bc9b-a974-4350-bd0a-1236fcd520da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:02.596405 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-1dc6bc9b-a974-4350-bd0a-1236fcd520da service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0855856 Sep 17 05:38:02.631325 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.649896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083ce65c-05eb-4975-a1c4-7caec42afffc,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:02.660768 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-f5812009-bfd8-47c6-b6bf-164916e2ca58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 200 len: 1001 time: 0.0565903 Sep 17 05:38:02.711891 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-457ed330-bfdd-4bd3-8c21-56ec9872a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:02.713400 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-457ed330-bfdd-4bd3-8c21-56ec9872a2de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0462484 Sep 17 05:38:02.717094 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.718322 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a17ddb90-f363-478c-abe5-3d20bc692643 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326004 Sep 17 05:38:02.721064 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50194) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:02.725327 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'security_group_rule': {'security_group_id': '4ae67ad0-fb54-436b-bf9d-df0c3fbad397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:02.758967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-064a2a6f-aa61-4731-87e7-56f4fc36aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:02.760491 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-064a2a6f-aa61-4731-87e7-56f4fc36aea3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401876 Sep 17 05:38:02.813411 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.850176 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-554cd966-5fb8-4e35-8f1b-5029b997af21 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Sep 17 05:38:02.868093 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.937462 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9159b80b-5627-43c1-94f5-86289d9c3c9f req-1a30cd34-a90d-41ae-939e-e25fd427f39b service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805376 Sep 17 05:38:02.963247 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958264'] for security_group_rule, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:02.982742 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da09bb00-ac8c-4b0e-a97d-6fffb52e7991,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:03.048385 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.049616 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cc1b8452-2c9c-4e70-9d6a-2d9cf7d27203 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276222 Sep 17 05:38:03.052620 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50196) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:03.057038 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'floatingip': {'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:03.128522 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.221364 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.322928 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_common [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Allocated IP 172.27.2.72 (ba02e07c-2ebb-495c-bae6-86fc05ab30cc/99aa5993-8d16-4818-80e5-72abf61f3231/210eb652-12b3-4a39-99b6-a79197a088f8) {{(pid=94517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:38:03.417987 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.500528 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.537900 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Network ba02e07c-2ebb-495c-bae6-86fc05ab30cc is already hosted by enough agents. {{(pid=94517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:38:03.540635 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Resources bound (agent type, host, resource id): {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:38:03.545901 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Received port after_create {{(pid=94517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:38:03.551171 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=210eb652-12b3-4a39-99b6-a79197a088f8,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:03.633568 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.741413 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.886163 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:03.964949 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737987'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:04.036366 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=210eb652-12b3-4a39-99b6-a79197a088f8,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:04.048203 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:04.156863 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:04.158118 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c4143d75-ac39-4280-ab46-2fb2f3b680cb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1045892 Sep 17 05:38:04.297078 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-365dd511-e6c6-4496-99b1-29972c4fcabc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--444269315&fields=id&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 267 time: 0.0329387 Sep 17 05:38:04.405368 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-1c972e4c-f7e3-458d-bddb-9402a7b1bc5f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:04.407152 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-1c972e4c-f7e3-458d-bddb-9402a7b1bc5f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 817 time: 0.1028256 Sep 17 05:38:04.417677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb085c2d-2c2f-464d-b366-739247d05844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:04.426313 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-db57e413-e318-42cb-8b04-03c1e60b2bc2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/quotas/77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 375 time: 0.0136447 Sep 17 05:38:04.479391 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ef673970-ae7c-48ac-a5ed-b37fc392ed2d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470200 Sep 17 05:38:04.494610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-4e403863-5347-403e-85cb-dad3d7a490f3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:38:04.495551 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-4e403863-5347-403e-85cb-dad3d7a490f3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Sep 17 05:38:04.583833 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-cab37ab6-c3f6-445f-8fb8-b6606fe8e067 service neutron] 10.222.0.23 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825970 Sep 17 05:38:04.669832 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-5f5135b5-cbd4-4ffd-a8ab-ec585c27fc30 service neutron] 10.222.0.23 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794973 Sep 17 05:38:04.921600 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-580a4f52-62c1-4858-bc2d-af4b1c58bd8c req-f502018b-d2ba-490c-8866-ee746cf9196a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 210 time: 0.0285225 Sep 17 05:38:05.054143 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:05.467995 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:06.030385 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31a703e0-c39b-4dd9-860c-21703b8ad26f req-a4f344a4-4714-4621-af67-375f9f97245e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 210 time: 0.0312428 Sep 17 05:38:06.847776 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-65400f18-7e8c-47ae-b2c1-7f085c484635 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:06.849275 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-65400f18-7e8c-47ae-b2c1-7f085c484635 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 817 time: 0.1008592 Sep 17 05:38:06.896260 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-9c0993cd-cf06-450c-b875-6c32e98395fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 379 time: 0.0325267 Sep 17 05:38:06.905486 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'port': {'device_id': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'admin_state_up': True, 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'security_groups': ['4ae67ad0-fb54-436b-bf9d-df0c3fbad397']}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:07.079328 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.113455 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Made reservation on behalf of 77efdd1526ba42d3be7cbcb4c3a2bc06 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:38:07.116887 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.133889 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7a66aedb-dca2-44d9-96f7-945095f1c3d5 req-b4ee82cc-5ba5-4959-a82d-2597cd72effb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 210 time: 0.0320470 Sep 17 05:38:07.258371 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Allocated IP 172.20.0.10 (c09ecdee-889e-4962-bf0e-0eaa1fbb9c88/4859c929-c7da-48b0-a10d-9658059d641b/fa05571c-f3a2-494d-9442-6d30860a1f38) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:38:07.388613 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.499839 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.542913 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:38:07.545903 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:38:07.549562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:38:07.578180 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:07.606072 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:07.606704 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.748842 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-2d32a0ec-e146-4e7f-a616-4842f4749ea4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8469865 Sep 17 05:38:07.753179 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-30bec545-1048-44c3-b2bb-89c00e43f69e None None] Provisioning complete for port fa05571c-f3a2-494d-9442-6d30860a1f38 triggered by entity DHCP. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:38:07.753553 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-30bec545-1048-44c3-b2bb-89c00e43f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:07.762175 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Request body: {'port': {'device_id': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:07.789872 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-30bec545-1048-44c3-b2bb-89c00e43f69e None None] Port fa05571c-f3a2-494d-9442-6d30860a1f38 cannot update to ACTIVE because it is not bound. {{(pid=94518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 05:38:07.814804 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.071482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:38:08.078683 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.089911 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Transition to ACTIVE for port object fa05571c-f3a2-494d-9442-6d30860a1f38 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:38:08.164617 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.241595 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:08.316004 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e99712-30bc-4c6e-aae6-f4da3cda72ce req-dd29f8a7-49a2-4497-9637-0cf6cc51ec20 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.317549 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a1e99712-30bc-4c6e-aae6-f4da3cda72ce req-dd29f8a7-49a2-4497-9637-0cf6cc51ec20 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.1121035 Sep 17 05:38:08.335615 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Attempting to bind port fa05571c-f3a2-494d-9442-6d30860a1f38 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:38:08.335977 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Attempting to bind port fa05571c-f3a2-494d-9442-6d30860a1f38 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:38:08.336316 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Attempting to bind port fa05571c-f3a2-494d-9442-6d30860a1f38 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:38:08.349054 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Port fa05571c-f3a2-494d-9442-6d30860a1f38 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:38:08.349340 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Attempting to bind port fa05571c-f3a2-494d-9442-6d30860a1f38 on network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:38:08.357741 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:38:08.358080 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Checking segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:38:08.358466 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Bound using segment: {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:38:08.358891 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Bound port: fa05571c-f3a2-494d-9442-6d30860a1f38, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad51a89-659f-4131-9b65-417dadfcd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:38:08.359249 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.379868 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a1e99712-30bc-4c6e-aae6-f4da3cda72ce req-89d4c4c5-f6d4-4c8b-8304-17fc0e2db9aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548680 Sep 17 05:38:08.431448 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:38:08.434342 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:38:08.507831 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.544329 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.544932 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:08.546285 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] 10.222.0.35 "PUT /v2.0/ports/fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 1094 time: 0.7888901 Sep 17 05:38:08.546707 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:38:08.548925 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2fb603-a2a8-4418-96b6-8f4fb761a185" -d '{"events": [{"name": "network-changed", "server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:38:08.572785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9998e6-2d9a-4023-9cd7-6ba7db17402a service neutron] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:08.592984 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01094e-37e9-4471-83e0-8d1edddb2ae9 x-openstack-request-id: req-cc01094e-37e9-4471-83e0-8d1edddb2ae9 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:38:08.593281 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:38:08.593528 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc01094e-37e9-4471-83e0-8d1edddb2ae9 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:38:08.593923 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'status': 'completed', 'code': 200} Sep 17 05:38:08.658786 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-e366c85c-eae9-490e-a29d-fa8dee676d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.660347 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-e366c85c-eae9-490e-a29d-fa8dee676d6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1097 time: 0.0439138 Sep 17 05:38:08.757318 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-cd3e663a-5d4e-41bd-ab1c-ccfd94bbd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.758823 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-cd3e663a-5d4e-41bd-ab1c-ccfd94bbd59e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0911167 Sep 17 05:38:08.853463 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-7005e223-8e33-4787-949b-a923bfc34fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.854828 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7d2fb603-a2a8-4418-96b6-8f4fb761a185 req-7005e223-8e33-4787-949b-a923bfc34fa6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874941 Sep 17 05:38:08.926765 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-153fded8-3069-423e-b8a6-c224ccd3181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:08.928246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-153fded8-3069-423e-b8a6-c224ccd3181e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1097 time: 0.0389175 Sep 17 05:38:08.971362 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-d81cc2c9-12f9-47b9-a1f5-05bdf1ad9ad9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 217 time: 0.0358715 Sep 17 05:38:09.018355 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-8e1ec51e-1cbb-4df6-87a3-b9f34c8d28be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:09.019795 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-8e1ec51e-1cbb-4df6-87a3-b9f34c8d28be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0421512 Sep 17 05:38:09.065612 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-893297d2-c0ab-4ecc-83cc-37b901bacdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:09.067123 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-893297d2-c0ab-4ecc-83cc-37b901bacdc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399697 Sep 17 05:38:09.158047 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-3d4ce479-7bed-414e-82cf-eed79424dc96 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832899 Sep 17 05:38:09.245121 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-222dfcfc-3f17-4843-a671-a4c2695b4c2e req-972cc79e-cb5c-48b8-bed5-1555dc3fc08b service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790215 Sep 17 05:38:09.500049 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721d66-4096-4d08-91b7-37a1a75b9ab1 req-c264ec66-d955-4070-8654-53bdbfcd397d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:09.501501 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-18721d66-4096-4d08-91b7-37a1a75b9ab1 req-c264ec66-d955-4070-8654-53bdbfcd397d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0517514 Sep 17 05:38:09.537450 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-18721d66-4096-4d08-91b7-37a1a75b9ab1 req-4bd2c7d1-7971-4615-8af1-08ee7e9a29cd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302267 Sep 17 05:38:10.655111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccb3ea-6ea8-4600-9f75-765a43eb8ecb req-a264d5e3-d080-4a4b-a473-0e82123f7954 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:10.656671 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0cccb3ea-6ea8-4600-9f75-765a43eb8ecb req-a264d5e3-d080-4a4b-a473-0e82123f7954 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0486095 Sep 17 05:38:10.693124 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0cccb3ea-6ea8-4600-9f75-765a43eb8ecb req-9a771a10-aa11-4397-95df-6d7c70b77271 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Sep 17 05:38:11.489768 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:38:11.579433 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:11.590188 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:38:11.628694 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:11.640589 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:38:11.659197 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:11.736150 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:11.783825 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:11.809157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f10df-0bc7-4318-a8aa-54196b0d3397 req-61ab113a-40af-4455-b70e-194ae4b84f11 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:11.810616 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a6f10df-0bc7-4318-a8aa-54196b0d3397 req-61ab113a-40af-4455-b70e-194ae4b84f11 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 945 time: 0.0483968 Sep 17 05:38:11.847296 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a6f10df-0bc7-4318-a8aa-54196b0d3397 req-decceb2b-884f-4e2f-b849-29b592a16aee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 Sep 17 05:38:12.225425 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fa05571c-f3a2-494d-9442-6d30860a1f38'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:38:12.967316 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a1ed-10db-4aa8-8938-de8909bd44ea req-022e9598-56ce-4fee-bfa8-ffc934abaded tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:12.968827 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c935a1ed-10db-4aa8-8938-de8909bd44ea req-022e9598-56ce-4fee-bfa8-ffc934abaded tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 945 time: 0.0526147 Sep 17 05:38:13.006305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c935a1ed-10db-4aa8-8938-de8909bd44ea req-8da2cadd-14f8-4255-b074-137b2483ff23 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Sep 17 05:38:13.527238 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:38:13.653744 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port fa05571c-f3a2-494d-9442-6d30860a1f38 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:38:13.657438 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port fa05571c-f3a2-494d-9442-6d30860a1f38 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:38:13.657835 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:13.732573 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:13.753822 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:38:13.756043 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834d103e-c372-413a-83a8-049b1003b426" -d '{"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:38:13.771499 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:13.792350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed7848-1a05-428a-ab9d-21b81e96af6c x-openstack-request-id: req-0eed7848-1a05-428a-ab9d-21b81e96af6c {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:38:13.792635 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:38:13.792881 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0eed7848-1a05-428a-ab9d-21b81e96af6c {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:38:13.793272 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'code': 200} Sep 17 05:38:13.828059 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:13.875116 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:14.125610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c1fb-0db4-4401-a04a-17302dbd374a req-5625d073-bcbb-4ef3-be63-e28e5f3f2ccb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:14.127091 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b9c1fb-0db4-4401-a04a-17302dbd374a req-5625d073-bcbb-4ef3-be63-e28e5f3f2ccb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0503004 Sep 17 05:38:14.187801 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7b9c1fb-0db4-4401-a04a-17302dbd374a req-bde4b127-b746-44dd-af2f-04deab5824b2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525439 Sep 17 05:38:14.190470 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f61a4-02fb-4a65-bcdc-42b682016eb8 req-68ee6acb-29fe-42dd-8fc7-49efc78aee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:14.191898 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-658f61a4-02fb-4a65-bcdc-42b682016eb8 req-68ee6acb-29fe-42dd-8fc7-49efc78aee56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1099 time: 0.0637693 Sep 17 05:38:14.226588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-658f61a4-02fb-4a65-bcdc-42b682016eb8 req-ef14489a-94ae-43df-bccb-eb561ff5ad15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272381 Sep 17 05:38:15.308871 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbad3ea-3c29-484b-b9e9-c644fbc11020 req-d327497e-9d95-4af5-aa78-c9d2f00e64a1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:15.310387 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdbad3ea-3c29-484b-b9e9-c644fbc11020 req-d327497e-9d95-4af5-aa78-c9d2f00e64a1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0529866 Sep 17 05:38:15.347584 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdbad3ea-3c29-484b-b9e9-c644fbc11020 req-414c9366-61bc-4e93-b041-98dfac7ce5e0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Sep 17 05:38:16.464535 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1509-5c76-4086-954f-4c1fec607022 req-c97a8deb-307c-4bf1-bc19-30b267278777 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:16.466037 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98fd1509-5c76-4086-954f-4c1fec607022 req-c97a8deb-307c-4bf1-bc19-30b267278777 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0491614 Sep 17 05:38:16.502639 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98fd1509-5c76-4086-954f-4c1fec607022 req-7f657031-6921-4fc5-8263-2e9e16ce25ee tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Sep 17 05:38:16.617872 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15c66-263b-4787-b121-01c57f54d19f req-718274f6-139d-4833-8b03-02032692f98b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:16.619954 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cae15c66-263b-4787-b121-01c57f54d19f req-718274f6-139d-4833-8b03-02032692f98b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0495889 Sep 17 05:38:16.628397 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50316) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:16.632768 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Request body: {'floatingip': {'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:38:16.673489 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:17.340686 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:17.416757 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:17.512338 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Floating IP 3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce associated. External IP: 172.27.2.72, port: fa05571c-f3a2-494d-9442-6d30860a1f38. Sep 17 05:38:17.706304 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:38:17.808929 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:38:17.813729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:17.818503 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:38:17.828677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:17.829735 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:17.843800 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-fa83399b-fb16-4a00-bc2f-60d5a847e7b9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "PUT /v2.0/floatingips/3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce HTTP/1.1" status: 200 len: 991 time: 1.2118099 Sep 17 05:38:17.843800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:38:17.844285 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01fe02e-7304-4e32-b6c1-cf57318299b5" -d '{"events": [{"name": "network-changed", "server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:38:17.895801 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a469f4-73b6-4cb0-a176-944a136673e8 x-openstack-request-id: req-31a469f4-73b6-4cb0-a176-944a136673e8 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:38:17.896131 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:38:17.896379 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31a469f4-73b6-4cb0-a176-944a136673e8 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:38:17.896775 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'status': 'completed', 'code': 200} Sep 17 05:38:17.942863 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:17.965037 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-93ac3590-c5f3-4b32-9de5-cc3e2d35fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:17.966467 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-93ac3590-c5f3-4b32-9de5-cc3e2d35fbcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1099 time: 0.0477145 Sep 17 05:38:18.054653 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-507902e7-b8aa-4db3-b976-e6d7fe47db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:18.056648 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-507902e7-b8aa-4db3-b976-e6d7fe47db4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0826087 Sep 17 05:38:18.123220 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-274945f0-b76f-465b-b1d4-7abdd41a2333 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 999 time: 0.0591815 Sep 17 05:38:18.161187 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:38:03Z', 'updated_at': '2021-09-17T05:38:17Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:18.171012 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-a14623f3-a60b-4380-9acd-cc38f5c441da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:18.172499 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-a14623f3-a60b-4380-9acd-cc38f5c441da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0428026 Sep 17 05:38:18.191133 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:38:18.200014 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:18.200612 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:18.217400 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-fd9f3f9a-31c0-4f7f-acab-b44c6f655538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:18.218794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-fd9f3f9a-31c0-4f7f-acab-b44c6f655538 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391772 Sep 17 05:38:18.229424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-7dae2264-fc4e-49d2-b001-4d019b17d967 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:38:18.230338 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-7dae2264-fc4e-49d2-b001-4d019b17d967 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047271 Sep 17 05:38:18.303745 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:18.323769 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-334b669d-67fd-46ba-817d-c0d4b47322bc service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844915 Sep 17 05:38:18.411013 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d01fe02e-7304-4e32-b6c1-cf57318299b5 req-b51da330-171d-4581-917f-63a9b46e84e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796735 Sep 17 05:38:18.520692 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:38:03Z', 'updated_at': '2021-09-17T05:38:17Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:18.549934 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73479133-e7b5-4e44-b25d-77b6063b8d32 None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:38:03Z', 'updated_at': '2021-09-17T05:38:17Z', 'revision_number': 1, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:38:18.725017 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae4ff1-6d51-481c-817b-20f52c3ca869 None None] New status for floating IP 3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce: ACTIVE {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:38:24.313501 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:31.636199 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f507552e-dcc7-464e-a917-72d435c3f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:34.444804 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-360d14a3-dcee-4ca1-8663-b1d743eb5ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:35.004435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:35.524697 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:35.866318 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:38:37.059042 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:44.490194 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c47c0-010e-4d70-b4c8-b6fcce185249 req-6cd083a9-c84b-4987-9e46-378e19bdd006 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:44.491700 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-769c47c0-010e-4d70-b4c8-b6fcce185249 req-6cd083a9-c84b-4987-9e46-378e19bdd006 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0529103 Sep 17 05:38:44.529221 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-769c47c0-010e-4d70-b4c8-b6fcce185249 req-b8d91376-9df4-42e2-8e6f-58caff27ae4d tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Sep 17 05:38:45.641141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1a5b-6097-45cc-bfc3-eb2265938726 req-02273489-0b9a-498d-ac44-76f9377cd8fe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:45.642656 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3bfd1a5b-6097-45cc-bfc3-eb2265938726 req-02273489-0b9a-498d-ac44-76f9377cd8fe tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0479629 Sep 17 05:38:45.679275 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3bfd1a5b-6097-45cc-bfc3-eb2265938726 req-ce77f434-2b26-49ad-b141-97c50108a94b tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305254 Sep 17 05:38:46.679671 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-14fee449-b639-4e63-b817-06a1247fccd5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:46.681034 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-14fee449-b639-4e63-b817-06a1247fccd5 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0476418 Sep 17 05:38:46.803109 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a9d98-a5f4-4b24-b40d-f80af23ca296 req-caec8e04-2124-488b-bfd5-7dcc2ba35c22 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:38:46.804605 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-397a9d98-a5f4-4b24-b40d-f80af23ca296 req-caec8e04-2124-488b-bfd5-7dcc2ba35c22 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 946 time: 0.0587313 Sep 17 05:38:46.817777 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Deleting port 61fd0582-2063-472c-9643-9f71aca6887f {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:46.818120 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:46.895416 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-397a9d98-a5f4-4b24-b40d-f80af23ca296 req-d2f93407-4557-4035-bf70-7284924ed138 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups?id=49fadf73-ecbb-47d5-a143-54ed9a7d0d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848322 Sep 17 05:38:46.927477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] For port 61fd0582-2063-472c-9643-9f71aca6887f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=61fd0582-2063-472c-9643-9f71aca6887f,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:46.927843 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:47.091221 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:47.091581 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:47.091894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Floating IP 42627dff-5ee0-4092-b1cf-f66e14151bb2 disassociated. External IP: 172.27.2.201, port: 61fd0582-2063-472c-9643-9f71aca6887f. Sep 17 05:38:47.092262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Calling delete_port for 61fd0582-2063-472c-9643-9f71aca6887f owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:47.270089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:47.297959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'Port': ['ID=61fd0582-2063-472c-9643-9f71aca6887f,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:47.308540 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.308896 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.309257 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.309595 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.309919 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.310253 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.310654 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.310920 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.311251 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.311578 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.311909 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.312257 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:47.421482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:38:47.530169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:38:47.539576 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:38:47.548968 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:47.549654 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:47.569167 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] No DVR routers for this DVR port 61fd0582-2063-472c-9643-9f71aca6887f on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:38:47.571571 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:47.573629 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2bcd5ce6-2743-4d1e-b08f-7418b6ccb405 req-57b570b3-34fa-49ac-bb66-a511e639d14e tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.35 "DELETE /v2.0/ports/61fd0582-2063-472c-9643-9f71aca6887f HTTP/1.1" status: 204 len: 173 time: 0.8867259 Sep 17 05:38:47.574062 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'name': 'network-vif-deleted', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:38:47.576295 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a91ec1-b8a4-4a1c-b9f4-d8af0d72a653" -d '{"events": [{"server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "name": "network-vif-deleted", "tag": "61fd0582-2063-472c-9643-9f71aca6887f"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:38:47.612569 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e37fc4-70e9-4f7a-8f4e-fddd5833965e x-openstack-request-id: req-c4e37fc4-70e9-4f7a-8f4e-fddd5833965e {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:38:47.612861 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dbafaa-508a-4088-be59-af97d64ca0de", "name": "network-vif-deleted", "tag": "61fd0582-2063-472c-9643-9f71aca6887f", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:38:47.613299 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4e37fc4-70e9-4f7a-8f4e-fddd5833965e {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:38:47.613792 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dbafaa-508a-4088-be59-af97d64ca0de', 'name': 'network-vif-deleted', 'tag': '61fd0582-2063-472c-9643-9f71aca6887f', 'status': 'completed', 'code': 200} Sep 17 05:38:47.657869 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:47.862475 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:47.891809 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:38:47.900115 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:47.901208 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:48.003846 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d51c501b-e527-4f63-817a-53ceb2a18793 req-a9fcdfb6-537d-43d9-bd4e-79a1d695cd04 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dbafaa-508a-4088-be59-af97d64ca0de HTTP/1.1" status: 200 len: 210 time: 0.0264738 Sep 17 05:38:48.004634 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:48.311299 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:48.336755 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919757ef-511d-4a29-bb9b-424ce6f1fe33 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:27:46Z', 'revision_number': 4, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '411e695e-8946-428e-881f-9ac4fc235038', 'name': '', 'network_id': '708c07c2-c441-4737-934e-a8da65e62b65', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:45Z', 'updated_at': '2021-09-17T05:27:50Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'subnets': [{'id': '270caf1b-dcbd-4e4d-9554-eaf91ec6c095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:38:48.563650 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309ca8c-67c3-4383-bda9-5c2954a79bbf None None] New status for floating IP 42627dff-5ee0-4092-b1cf-f66e14151bb2: DOWN {{(pid=94519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:38:49.701435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 61fd0582-2063-472c-9643-9f71aca6887f no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:38:49.724723 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 61fd0582-2063-472c-9643-9f71aca6887f {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:38:49.725059 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 61fd0582-2063-472c-9643-9f71aca6887f not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:38:50.182020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50466) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:50.239169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.262236 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.387525 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.390056 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.391203 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "DELETE /v2.0/security-groups/49fadf73-ecbb-47d5-a143-54ed9a7d0d22 HTTP/1.1" status: 204 len: 168 time: 0.2076733 Sep 17 05:38:50.393993 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50468) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:50.401250 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2ac7f-a4cb-4c65-8d2a-5520ff25aa09 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fadf73-ecbb-47d5-a143-54ed9a7d0d22,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:50.409863 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.api.v2.resource [None req-fdc43495-b0d7-4c14-a2b9-e5f0121e308c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] show failed (client error): The resource could not be found. Sep 17 05:38:50.411038 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-fdc43495-b0d7-4c14-a2b9-e5f0121e308c tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "GET /v2.0/security-groups/49fadf73-ecbb-47d5-a143-54ed9a7d0d22 HTTP/1.1" status: 404 len: 347 time: 0.0160003 Sep 17 05:38:50.413941 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50470) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:50.534767 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Deleting port 15f14259-223e-401c-a8d6-960e0a8c7896 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:50.535097 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.607232 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.607557 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.618711 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Calling delete_port for 15f14259-223e-401c-a8d6-960e0a8c7896 owned by network:floatingip {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:50.846961 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.869009 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Pushing event deleted for resources: {'Port': ['ID=15f14259-223e-401c-a8d6-960e0a8c7896,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:50.882077 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.882421 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.882759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.883085 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.883409 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.883737 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.884088 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.890046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.890046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.890046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.890046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.890046 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:50.936625 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.938968 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:50.940127 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-867aa663-4c26-4c2d-b8c2-619bd5e5b895 tempest-AttachVolumeTestJSON-873483084 tempest-AttachVolumeTestJSON-873483084-project] 10.222.0.23 "DELETE /v2.0/floatingips/42627dff-5ee0-4092-b1cf-f66e14151bb2 HTTP/1.1" status: 204 len: 168 time: 0.5252423 Sep 17 05:38:54.318027 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:54.859439 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50506) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:55.286676 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:55.520670 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Deleting port 411e695e-8946-428e-881f-9ac4fc235038 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:55.521023 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:55.593957 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] For port 411e695e-8946-428e-881f-9ac4fc235038, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=411e695e-8946-428e-881f-9ac4fc235038,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:55.594300 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:55.608757 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Calling delete_port for 411e695e-8946-428e-881f-9ac4fc235038 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:55.883663 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:55.908582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=411e695e-8946-428e-881f-9ac4fc235038,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:56.299340 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:56.506770 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Router ffb20bab-cfc7-4d47-8e9d-32065c95efaf has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:38:56.607884 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:38:56.612861 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4a563ef5-7f7b-4457-8a30-743d4117ce1f admin admin] 10.222.0.23 "PUT /v2.0/routers/ffb20bab-cfc7-4d47-8e9d-32065c95efaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523417 Sep 17 05:38:56.615441 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50514) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:56.617960 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Sync routers for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:38:56.626912 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:56.627512 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:56.714549 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:56.730460 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:56.813793 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:56.900996 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c996129e-7bea-49a8-a695-33d156caee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:38:55Z', 'revision_number': 5, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port': {'id': 'c996129e-7bea-49a8-a695-33d156caee62', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:27:41Z', 'updated_at': '2021-09-17T05:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:56.923779 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Deleting port c996129e-7bea-49a8-a695-33d156caee62 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:56.924358 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:56.926666 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Checking router: ffb20bab-cfc7-4d47-8e9d-32065c95efaf for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:38:56.935205 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Routers {'ffb20bab-cfc7-4d47-8e9d-32065c95efaf'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:38:56.935802 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:38:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:57.004903 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] For port c996129e-7bea-49a8-a695-33d156caee62, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=c996129e-7bea-49a8-a695-33d156caee62,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:57.005262 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.017245 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Calling delete_port for c996129e-7bea-49a8-a695-33d156caee62 owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:57.019671 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] Set router ffb20bab-cfc7-4d47-8e9d-32065c95efaf gateway port host: None {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:38:57.072075 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:38:56Z', 'revision_number': 6, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:57.098431 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cf266-a537-4301-a205-1266148d7a65 None None] The sync data for ids ['ffb20bab-cfc7-4d47-8e9d-32065c95efaf'] in dv-cinder-809518-2-iscsi is: [{'id': 'ffb20bab-cfc7-4d47-8e9d-32065c95efaf', 'name': 'tempest-AttachVolumeTestJSON-961672978-router', 'tenant_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:27:40Z', 'updated_at': '2021-09-17T05:38:56Z', 'revision_number': 6, 'project_id': 'fe3a23d5aeec4c30ae4a9cb95b9534b2', 'gw_port_host': None}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:38:57.293869 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.321143 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c996129e-7bea-49a8-a695-33d156caee62,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:57.380262 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.466358 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.468425 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.580979 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.581551 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb20bab-cfc7-4d47-8e9d-32065c95efaf {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:38:57.585787 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.586927 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a9976aed-68f6-4ad1-b3b3-e7aa57d3cd4d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ffb20bab-cfc7-4d47-8e9d-32065c95efaf HTTP/1.1" status: 204 len: 168 time: 0.9705513 Sep 17 05:38:57.590014 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50518) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:57.632968 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Deleting subnet 270caf1b-dcbd-4e4d-9554-eaf91ec6c095 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:38:57.635892 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.669104 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.744928 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.844256 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.870240 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270caf1b-dcbd-4e4d-9554-eaf91ec6c095,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:57.874069 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:57.876031 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-40568011-2b63-47f4-a1ce-9fb903888525 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/270caf1b-dcbd-4e4d-9554-eaf91ec6c095 HTTP/1.1" status: 204 len: 168 time: 0.2850554 Sep 17 05:38:57.878470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50520) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:57.883641 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d6fba-5eb3-47f5-bc42-eb0a82025122 None None] Network 708c07c2-c441-4737-934e-a8da65e62b65 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:38:57.951018 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.006758 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Deleting port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:58.007104 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.060693 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] DHCP port deletion for 708c07c2-c441-4737-934e-a8da65e62b65 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:38:58.071190 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] For port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:58.071552 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.084719 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Calling delete_port for 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 owned by network:dhcp {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:58.109368 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Deleting port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:38:58.109841 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.180238 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] For port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,segment=NetworkSegment(37e99628-08b3-4543-988b-263d89afebfa),segment_id=37e99628-08b3-4543-988b-263d89afebfa)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:38:58.180813 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.193605 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Calling delete_port for 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:38:58.261302 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.266911 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.286753 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:58.290263 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] No DVR routers for this DVR port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 on host dv-cinder-809518-2-iscsi {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:38:58.296788 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Pushing event deleted for resources: {'Port': ['ID=5d381a95-bc54-43d8-b0c5-5f16aec7d5b3,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:58.306577 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] No DVR routers for this DVR port 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:38:58.309469 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.309821 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.310220 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.310624 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.311054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.311359 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.311677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.312033 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.312381 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.312856 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.313188 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.313514 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758ff49-09e8-4419-88bb-2bdbe987e036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:38:58.366172 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.385340 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708c07c2-c441-4737-934e-a8da65e62b65']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:58.394196 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e99628-08b3-4543-988b-263d89afebfa') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:58.394496 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e99628-08b3-4543-988b-263d89afebfa') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:38:58.404252 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.418006 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.424106 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:38:58.424484 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:38:58.426082 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:38:58.546497 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.551541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.553385 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] 10.222.0.23 "DELETE /v2.0/networks/708c07c2-c441-4737-934e-a8da65e62b65 HTTP/1.1" status: 204 len: 168 time: 0.6740081 Sep 17 05:38:58.563834 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68948781-aa5f-487e-876c-0a02eb362475 admin admin] Pushing event deleted for resources: {'Network': ['ID=708c07c2-c441-4737-934e-a8da65e62b65,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:58.858807 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50526) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:58.898242 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c7cea464-dde1-4a9a-8c2f-2106f3f787b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe3a23d5aeec4c30ae4a9cb95b9534b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377924 Sep 17 05:38:58.900126 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50528) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:38:58.945430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:58.966274 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:59.055362 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:59.058422 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:38:59.059550 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9480c7e1-150f-4f7d-b8e4-4771b8c8773f HTTP/1.1" status: 204 len: 168 time: 0.1585505 Sep 17 05:38:59.067363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1a636-9e5c-4ebc-804b-4bb85703ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9480c7e1-150f-4f7d-b8e4-4771b8c8773f,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:38:59.134140 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 411e695e-8946-428e-881f-9ac4fc235038 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:38:59.155282 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 411e695e-8946-428e-881f-9ac4fc235038 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:38:59.155636 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 411e695e-8946-428e-881f-9ac4fc235038 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:38:59.156083 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device c996129e-7bea-49a8-a695-33d156caee62 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:38:59.174122 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: c996129e-7bea-49a8-a695-33d156caee62 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:38:59.174470 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device c996129e-7bea-49a8-a695-33d156caee62 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:38:59.174950 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:38:59.193751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:38:59.194203 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5d381a95-bc54-43d8-b0c5-5f16aec7d5b3 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:00.098464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50552) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:00.192002 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-411261950-network', 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:00.272732 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:39:00.275019 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.283964 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.367551 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.490076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.514589 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:39:00.523146 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa04ac9-36d1-421e-9aec-0712325aa479,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:00.530562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.530975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Added segment 67c6f698-5539-4398-a32f-189bec436328 of type vlan for network 8852b0b8-2cab-42a9-b336-9aff80b9a973 Sep 17 05:39:00.569148 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.677939 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.678906 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:00.679496 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:00.740969 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8852b0b8-2cab-42a9-b336-9aff80b9a973,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:00.751015 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:39:00.781799 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-be50af2c-cc56-4711-8ab2-58aad32f05d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6822519 Sep 17 05:39:00.785474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50558) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:00.790154 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Request body: {'subnet': {'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-411261950-subnet', 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:00.872325 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:39:00.874600 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:01.141025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:01.194095 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473fc251-6c02-4313-bd2d-7c40f96040a4,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:01.202350 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Checking segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:39:01.202701 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Network hostable DHCP agents. Network: 8852b0b8-2cab-42a9-b336-9aff80b9a973, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:39:01.281267 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:39:01.349532 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 8852b0b8-2cab-42a9-b336-9aff80b9a973) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:39:01.353436 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:01.354012 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:01.358509 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff968659-68bc-4418-ac0e-b5f7b65402b9 None None] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:39:01.447849 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-257550bc-9208-4288-a2ab-79751e786f93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6612859 Sep 17 05:39:01.476298 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8daa63-23ae-4337-a6ab-c3a7e7a06553 None None] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:39:01.617494 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-621231f2-f899-46b6-8cca-67e842cf1ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:01.886096 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-98fc1d3f-2d7d-4708-a4c4-fe721c80e075 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315365 Sep 17 05:39:01.903911 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-9095dd2d-f9e3-494e-bf1d-eaae0017bb8f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:01.905341 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-9095dd2d-f9e3-494e-bf1d-eaae0017bb8f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.1297431 Sep 17 05:39:01.938438 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-b070bb25-49ab-48ed-859a-2dc5aa7139de tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/quotas/298b75ed7d8448f78aa412c32fa083f3 HTTP/1.1" status: 200 len: 375 time: 0.0246112 Sep 17 05:39:01.959041 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-3289e129-ddee-4b64-b18f-3f75c26ec035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:01.960533 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-3289e129-ddee-4b64-b18f-3f75c26ec035 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1099 time: 0.0538318 Sep 17 05:39:01.974787 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-195fb2ef-3b38-4cef-b7f9-c86534076878 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294812 Sep 17 05:39:01.995976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-1fd31e42-9419-498c-aaf8-efcb4c96b3ca service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 05:39:01.996976 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-1fd31e42-9419-498c-aaf8-efcb4c96b3ca service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085945 Sep 17 05:39:02.138169 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-1ba2f087-02aa-4558-9eff-e1be44e36a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:02.139585 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-1ba2f087-02aa-4558-9eff-e1be44e36a56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.1582150 Sep 17 05:39:02.144726 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-88313dd9-2d32-424e-912f-aa5d94b6610c service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373162 Sep 17 05:39:02.258472 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-2284dca4-0c4c-4c74-8439-243a1337200f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 200 len: 1002 time: 0.1117880 Sep 17 05:39:02.308786 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-c4ccff34-7ea0-4beb-b4af-22e60164dd9d service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548324 Sep 17 05:39:02.318685 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-bcd802a7-9626-43be-9d9d-f0ad9e305bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:02.320106 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-bcd802a7-9626-43be-9d9d-f0ad9e305bc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0545359 Sep 17 05:39:02.366580 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-c70a7038-8949-4ae3-90e8-e5eb328b7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:02.368091 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-c70a7038-8949-4ae3-90e8-e5eb328b7d51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400615 Sep 17 05:39:02.461519 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-1117227c-4d0c-479d-b9e2-de2f2ceb05f5 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Sep 17 05:39:02.819520 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1c4cb602-9bc7-4599-96a9-97e2165d2cd3 req-efc570ef-198a-46bd-8f56-eedc906085a3 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 210 time: 0.2931223 Sep 17 05:39:02.837134 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d19de067-c8aa-487b-8d5d-afb535dbb3a2 req-0b82b4d3-0f3b-4125-886d-c4602f8f9a50 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675208 Sep 17 05:39:03.911280 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-44311fd5-8289-4fc2-b216-2b5f4bc08a5f req-707261d6-a893-4508-869b-f048e8ecb21a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Sep 17 05:39:04.420022 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-2635a150-2617-4b10-9fa8-1289f49aec21 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:04.423655 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-2635a150-2617-4b10-9fa8-1289f49aec21 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.0970173 Sep 17 05:39:04.434287 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Request body: {'port': {'device_id': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'admin_state_up': True, 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:04.450035 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ed10-8b31-4352-bd4d-b1154daf12c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:04.621055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:39:04.624565 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:04.748455 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Allocated IP 172.20.0.12 (8852b0b8-2cab-42a9-b336-9aff80b9a973/473fc251-6c02-4313-bd2d-7c40f96040a4/5d23e3f3-6071-4a64-aff8-a845ecf708f1) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:39:04.890245 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:04.957924 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:04.990043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.053161 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:39:05.060550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:39:05.070332 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:39:05.076070 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event updated for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:05.103412 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc6b33-495a-4340-8861-4f2ce0521e2e req-de8a2d2b-7f69-49d1-b672-bad6f8b60cdf tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:05.105550 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fbfc6b33-495a-4340-8861-4f2ce0521e2e req-de8a2d2b-7f69-49d1-b672-bad6f8b60cdf tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 932 time: 0.1267369 Sep 17 05:39:05.143805 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:05.144421 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.165312 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fbfc6b33-495a-4340-8861-4f2ce0521e2e req-ddd23f0e-efe4-46e1-90b6-d215b058d87f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533092 Sep 17 05:39:05.247348 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-974aa8ba-caba-4bb5-bc00-929dd419cbf5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171816 Sep 17 05:39:05.260456 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Request body: {'port': {'device_id': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:05.314854 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.466712 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.566269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d23e3f3-6071-4a64-aff8-a845ecf708f1 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:05.573835 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.585013 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Transition to ACTIVE for port object 5d23e3f3-6071-4a64-aff8-a845ecf708f1 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:39:05.638014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.687140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Pushing event updated for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:05.750961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Attempting to bind port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:39:05.751294 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Attempting to bind port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:39:05.751617 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Attempting to bind port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:05.755817 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:39:05.756162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Attempting to bind port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:05.761460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:39:05.761790 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Checking segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:39:05.762165 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Bound using segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:39:05.762586 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Bound port: 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:39:05.762929 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.825407 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:39:05.828349 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:39:05.964128 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:05.998101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:05.998715 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:06.000125 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] 10.222.0.35 "PUT /v2.0/ports/5d23e3f3-6071-4a64-aff8-a845ecf708f1 HTTP/1.1" status: 200 len: 1094 time: 0.7437248 Sep 17 05:39:06.002247 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:06.005351 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca01693-b303-487a-823f-f01c430acbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:06.030099 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd204d-32c7-4dbe-9d19-37b9b8fdfa0e service neutron] Pushing event updated for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:06.104315 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecaf4c1-7763-4715-bdca-832bb52a87d9 x-openstack-request-id: req-1ecaf4c1-7763-4715-bdca-832bb52a87d9 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:06.104592 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:06.104837 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ecaf4c1-7763-4715-bdca-832bb52a87d9 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:06.105222 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'status': 'completed', 'code': 200} Sep 17 05:39:06.140428 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-7eeb9026-a262-4be2-af2c-c39d588ee9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.141894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-7eeb9026-a262-4be2-af2c-c39d588ee9d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 1097 time: 0.0463512 Sep 17 05:39:06.181770 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-15166315-ed52-49cc-85c0-96f2d50534cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1 HTTP/1.1" status: 200 len: 217 time: 0.0316308 Sep 17 05:39:06.228605 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-7cc6341a-bc78-48ff-94d4-9c72ec363bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.230576 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-7cc6341a-bc78-48ff-94d4-9c72ec363bc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.0425780 Sep 17 05:39:06.283125 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-70e6031e-a828-4b43-b173-c6e4adebb1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403476 Sep 17 05:39:06.326435 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e02597-8b9e-4dac-a9f0-bb8194d94741 req-5ad2cf3e-8819-468d-8979-c3fcbc17dd0c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.327894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d8e02597-8b9e-4dac-a9f0-bb8194d94741 req-5ad2cf3e-8819-468d-8979-c3fcbc17dd0c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 944 time: 0.0934439 Sep 17 05:39:06.407577 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d8e02597-8b9e-4dac-a9f0-bb8194d94741 req-f564929e-131d-427e-9553-95dd022ff8b0 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Sep 17 05:39:06.411042 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-f627c084-8257-4f2e-ac27-a9bbdb72ea68 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209469 Sep 17 05:39:06.500503 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cf2a017-9c8b-4894-aff1-77d8728d4333 req-586a5ebb-56ac-4dc8-b959-dcf6fa1c513f service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Sep 17 05:39:06.698509 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca01693-b303-487a-823f-f01c430acbdc req-6ae361c4-b9d1-4a5a-90e3-a0636ce4e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.699978 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-6ae361c4-b9d1-4a5a-90e3-a0636ce4e262 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 1097 time: 0.0400503 Sep 17 05:39:06.791354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca01693-b303-487a-823f-f01c430acbdc req-c633f97d-bcdb-49a9-97e2-724587e4fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.793355 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-c633f97d-bcdb-49a9-97e2-724587e4fe2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 915 time: 0.0857208 Sep 17 05:39:06.832076 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-0f183240-48ed-48d7-8b1b-0556e638e8fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1 HTTP/1.1" status: 200 len: 217 time: 0.0317380 Sep 17 05:39:06.882546 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca01693-b303-487a-823f-f01c430acbdc req-59b749b8-686b-464f-a272-981a97b286e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:06.884043 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-59b749b8-686b-464f-a272-981a97b286e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.0442574 Sep 17 05:39:06.915257 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-fe2dffa7-ae53-49cc-93fc-c3ea90eed3f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242524 Sep 17 05:39:07.004646 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-71bfab06-55bb-4e42-b0f5-8c19ac97dae4 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823150 Sep 17 05:39:07.072324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:07.097367 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8ca01693-b303-487a-823f-f01c430acbdc req-36805162-cad1-4ef9-89cf-45f655af6f95 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852842 Sep 17 05:39:07.520179 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b881-ea9d-4882-a771-f0b6bd18b90f req-2fc57dbb-cdc8-4347-9e11-5c44ec6cc96d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:07.521947 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-54e4b881-ea9d-4882-a771-f0b6bd18b90f req-2fc57dbb-cdc8-4347-9e11-5c44ec6cc96d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 944 time: 0.0484025 Sep 17 05:39:07.558627 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-54e4b881-ea9d-4882-a771-f0b6bd18b90f req-a0ccd41f-5d76-408e-b109-9a3720861c12 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Sep 17 05:39:08.669036 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8d7ce-dc28-4b24-a61a-f59abb9ad53d req-41d7c076-6415-4a2e-b456-69cd1c4ce9f9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:08.670400 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91a8d7ce-dc28-4b24-a61a-f59abb9ad53d req-41d7c076-6415-4a2e-b456-69cd1c4ce9f9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 944 time: 0.0473833 Sep 17 05:39:08.709880 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91a8d7ce-dc28-4b24-a61a-f59abb9ad53d req-bdfc4209-88d9-4181-b207-2a7da723323e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Sep 17 05:39:09.821272 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095696-954e-4c6f-b940-d9589b8c8ac1 req-f88d0572-3748-49df-960a-5f77e1fdc9fb tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:09.822784 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36095696-954e-4c6f-b940-d9589b8c8ac1 req-f88d0572-3748-49df-960a-5f77e1fdc9fb tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 944 time: 0.0481610 Sep 17 05:39:09.856944 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5d23e3f3-6071-4a64-aff8-a845ecf708f1 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:39:09.860617 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-36095696-954e-4c6f-b940-d9589b8c8ac1 req-86f24e91-1426-40ac-93cb-4d8b6920e39b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Sep 17 05:39:09.951173 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:09.961604 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'port_id': '5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'mac_address': 'fa:16:3e:24:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473fc251-6c02-4313-bd2d-7c40f96040a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:39:09.997370 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:10.012994 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d23e3f3-6071-4a64-aff8-a845ecf708f1 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:10.031647 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:10.092316 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:10.138251 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:10.457909 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:10.969996 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d75936-4d51-48ef-8554-827a6730690f req-3a7323b0-baf3-4e31-9be9-53e48e487ab9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:10.971441 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33d75936-4d51-48ef-8554-827a6730690f req-3a7323b0-baf3-4e31-9be9-53e48e487ab9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 945 time: 0.0469203 Sep 17 05:39:11.008821 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-33d75936-4d51-48ef-8554-827a6730690f req-7c0f5dca-bfad-48b9-9eed-cd21727cc79e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Sep 17 05:39:11.868440 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5d23e3f3-6071-4a64-aff8-a845ecf708f1 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:39:11.997806 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:39:12.001604 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:39:12.001975 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:12.077874 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:12.100100 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:12.102688 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cafc8f-ba87-4c96-bb80-e820625fbb0e" -d '{"events": [{"server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "name": "network-vif-plugged", "status": "completed", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:12.115689 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:12.123020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb684d8d-e286-41cf-9f41-b525352dfc1b req-578a550d-a3df-4330-bd83-bfe30aa5cefd tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:12.124395 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb684d8d-e286-41cf-9f41-b525352dfc1b req-578a550d-a3df-4330-bd83-bfe30aa5cefd tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Sep 17 05:39:12.142205 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3061b7-af8d-469d-baa2-5b08ca4c108e x-openstack-request-id: req-1c3061b7-af8d-469d-baa2-5b08ca4c108e {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:12.142205 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "name": "network-vif-plugged", "status": "completed", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:12.142503 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c3061b7-af8d-469d-baa2-5b08ca4c108e {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:12.142896 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'code': 200} Sep 17 05:39:12.166582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb684d8d-e286-41cf-9f41-b525352dfc1b req-5305a96c-d68d-4019-ad8c-be2b647010c2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359633 Sep 17 05:39:12.189640 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:12.239972 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:12.440689 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4200ae9-1041-4c0a-bf6d-4833d4e5dc72 req-2afab0b1-ab63-4eb0-8e65-24c1a8348c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:12.442168 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4200ae9-1041-4c0a-bf6d-4833d4e5dc72 req-2afab0b1-ab63-4eb0-8e65-24c1a8348c4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 1099 time: 0.0396717 Sep 17 05:39:12.475852 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d4200ae9-1041-4c0a-bf6d-4833d4e5dc72 req-08098588-4734-4ae8-8bc2-4e0534e1608a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268867 Sep 17 05:39:12.865056 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:39:13.278943 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5e5a-8afd-4225-94de-463e9b9f3ef7 req-1b8ca554-d422-46b6-92be-9741a3890b12 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:13.280473 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4fe5e5a-8afd-4225-94de-463e9b9f3ef7 req-1b8ca554-d422-46b6-92be-9741a3890b12 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Sep 17 05:39:13.316847 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c4fe5e5a-8afd-4225-94de-463e9b9f3ef7 req-71adc1c8-cc0a-4537-aba3-3d0c3f5f8a98 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Sep 17 05:39:14.428148 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d4fb-3f66-4943-af57-0257ed77fe07 req-921878e8-07a6-40fd-a434-bef0fca323f8 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:14.429604 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-46f5d4fb-3f66-4943-af57-0257ed77fe07 req-921878e8-07a6-40fd-a434-bef0fca323f8 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 946 time: 0.0481877 Sep 17 05:39:14.469948 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-46f5d4fb-3f66-4943-af57-0257ed77fe07 req-b82a7c57-654b-4610-89c7-e9141647b7ac tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Sep 17 05:39:20.235371 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50674) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:20.390841 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:20.391182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:20.464054 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:20.464383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:20.476188 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:20.774961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:20.799285 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=c67e8f39-9cd7-4f5d-8ae8-45e24dc90fee,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:20.862861 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:20.863190 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP e024ac1d-5287-4245-96d4-2ee88b8e8e1d disassociated (deleted). External IP: 172.27.2.102, port: 646af8f7-bdc4-4e91-acce-cfeaa885ee27. Sep 17 05:39:21.066621 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:39:21.170026 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:39:21.174944 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:21.180826 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:39:21.189724 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:21.190324 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:21.200507 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f31c6097-6423-4bc1-9b93-3edc49e2eb0b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "DELETE /v2.0/floatingips/e024ac1d-5287-4245-96d4-2ee88b8e8e1d HTTP/1.1" status: 204 len: 168 time: 0.9640050 Sep 17 05:39:21.201186 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:21.203496 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bfe08e-3978-4e4d-8650-49adc99f8c02" -d '{"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:21.240851 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbfdc9e-bea4-4845-ab0b-9482e08d6151 x-openstack-request-id: req-6dbfdc9e-bea4-4845-ab0b-9482e08d6151 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:21.241461 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:21.241461 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dbfdc9e-bea4-4845-ab0b-9482e08d6151 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:21.241776 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'status': 'completed', 'code': 200} Sep 17 05:39:21.297375 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:21.305646 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-841928a2-c828-4f00-b96a-818062629ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:21.307198 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-841928a2-c828-4f00-b96a-818062629ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 1099 time: 0.0428889 Sep 17 05:39:21.411812 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-e905c18d-8612-4212-9502-7ea06c336933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:21.412398 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-e905c18d-8612-4212-9502-7ea06c336933 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0984724 Sep 17 05:39:21.454239 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-b5025d4c-3a02-455a-aad4-ff665480e82a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 200 len: 217 time: 0.0350015 Sep 17 05:39:21.508016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-b8955a5d-ef27-496a-b837-f8674b16bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:21.509544 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-b8955a5d-ef27-496a-b837-f8674b16bf23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0475717 Sep 17 05:39:21.533663 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:21.558853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-891f8de4-9c96-4962-b59b-b1c482e9283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:21.560089 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:39:21.560408 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-891f8de4-9c96-4962-b59b-b1c482e9283f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438948 Sep 17 05:39:21.568137 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:21.568796 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:21.679423 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-2709e589-a15c-4915-8210-0a9812b5bf97 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120133 Sep 17 05:39:21.703451 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9868c3-580b-48fe-b286-52ab65ab543a req-468c5fcf-c8b6-4ec4-afe6-674f6bc04842 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:21.705047 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c9868c3-580b-48fe-b286-52ab65ab543a req-468c5fcf-c8b6-4ec4-afe6-674f6bc04842 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0779111 Sep 17 05:39:21.765068 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:21.794261 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6c9868c3-580b-48fe-b286-52ab65ab543a req-10bc2eaa-f9f6-41ed-bf70-3a3d002dcdce tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768919 Sep 17 05:39:21.813761 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d7bfe08e-3978-4e4d-8650-49adc99f8c02 req-2a754d06-3df0-42f6-a324-09ac9a23c2fb service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258235 Sep 17 05:39:21.982215 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:22.010571 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d649878-c766-40bb-918d-0a2f44b0e4e8 None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_floatingips': [{'id': '1bc7a520-8f22-40b0-8985-c8bb37ace957', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'router_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'port_id': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'mac_address': 'fa:16:3e:e7:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T05:34:56Z', 'updated_at': '2021-09-17T05:34:58Z', 'revision_number': 1, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:39:22.221100 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15df05-0bda-4ad6-8dc9-8f615d30f01d None None] New status for floating IP e024ac1d-5287-4245-96d4-2ee88b8e8e1d: DOWN {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:39:22.906642 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2efc21-9d8b-4622-8bce-ba742a378c8f req-49e38ad7-b25d-438d-8a4c-78d41a30e6b9 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:22.908119 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b2efc21-9d8b-4622-8bce-ba742a378c8f req-49e38ad7-b25d-438d-8a4c-78d41a30e6b9 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0473757 Sep 17 05:39:22.945497 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b2efc21-9d8b-4622-8bce-ba742a378c8f req-4a42d93d-8668-4e00-8837-c0f133822bcd tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Sep 17 05:39:23.431688 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-7bc53504-9e49-4693-89db-ec19228fc72d tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:23.433226 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-7bc53504-9e49-4693-89db-ec19228fc72d tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 946 time: 0.0527272 Sep 17 05:39:23.527508 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:23.527848 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:23.618185 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] For port 646af8f7-bdc4-4e91-acce-cfeaa885ee27, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=646af8f7-bdc4-4e91-acce-cfeaa885ee27,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:23.618542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:23.630780 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for 646af8f7-bdc4-4e91-acce-cfeaa885ee27 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:23.814669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:23.846719 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=646af8f7-bdc4-4e91-acce-cfeaa885ee27,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:23.887371 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] No DVR routers for this DVR port 646af8f7-bdc4-4e91-acce-cfeaa885ee27 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:23.889847 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:23.891806 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93bd26f7-89cd-43d6-9cbd-94aaf7a8345c req-61c45dc1-8040-4436-80b6-1415241f9f88 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "DELETE /v2.0/ports/646af8f7-bdc4-4e91-acce-cfeaa885ee27 HTTP/1.1" status: 204 len: 173 time: 0.4518716 Sep 17 05:39:23.892268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'name': 'network-vif-deleted', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:23.894490 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0e2c6e-1814-455d-ae01-d11df6f59da2" -d '{"events": [{"server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "name": "network-vif-deleted", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:23.930919 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f5c94e-d089-41c0-a983-b84c368b787f x-openstack-request-id: req-d7f5c94e-d089-41c0-a983-b84c368b787f {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:23.931506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525c1b7b-5acb-4bca-b22b-c3c988e2c475", "name": "network-vif-deleted", "tag": "646af8f7-bdc4-4e91-acce-cfeaa885ee27", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:23.931506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7f5c94e-d089-41c0-a983-b84c368b787f {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:23.931840 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525c1b7b-5acb-4bca-b22b-c3c988e2c475', 'name': 'network-vif-deleted', 'tag': '646af8f7-bdc4-4e91-acce-cfeaa885ee27', 'status': 'completed', 'code': 200} Sep 17 05:39:24.041962 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fb98cb01-7284-4241-ae02-54d05e4931a4 req-72f79087-361a-470b-ac0e-e65aee9a4c21 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Sep 17 05:39:24.384059 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:24.776645 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-1ea9861f-3173-4ad3-9140-59dcca71cfe5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:24.778706 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-1ea9861f-3173-4ad3-9140-59dcca71cfe5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.1069562 Sep 17 05:39:24.793526 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-0a07d3d6-ede1-4bea-bebb-b4ffd7690f8d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/quotas/298b75ed7d8448f78aa412c32fa083f3 HTTP/1.1" status: 200 len: 375 time: 0.0086255 Sep 17 05:39:24.838757 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-68cab085-b04a-4d8b-a67e-69762eab9d9c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0402284 Sep 17 05:39:24.931516 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-1157d1a8-ad4d-4e1a-ab6e-f9a8611575e0 service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Sep 17 05:39:25.018990 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-280324fb-73d6-40d1-85aa-30fcbbcc9d53 service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Sep 17 05:39:25.151899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4683959a-ef79-4112-9cf1-6416dc89994b req-93528121-b5d7-4ef0-8351-b240120f9ddb tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=525c1b7b-5acb-4bca-b22b-c3c988e2c475 HTTP/1.1" status: 200 len: 210 time: 0.0254524 Sep 17 05:39:25.264351 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dcd31904-4a6b-481d-8e9f-940ae6138c20 req-b0b45bbc-4146-4cb8-b6bd-4d8a51aba710 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 210 time: 0.0266161 Sep 17 05:39:25.914446 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 646af8f7-bdc4-4e91-acce-cfeaa885ee27 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:25.936940 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 646af8f7-bdc4-4e91-acce-cfeaa885ee27 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:25.937310 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 646af8f7-bdc4-4e91-acce-cfeaa885ee27 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:26.626495 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-82f53243-2a04-464e-833f-0c8efbb9f848 req-26cfe915-df4d-4e6c-86a0-d91ca6678d49 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 210 time: 0.2942359 Sep 17 05:39:27.199129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-cc5cfc89-a059-48d5-b3d7-52dc57ca00d8 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:27.200522 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-cc5cfc89-a059-48d5-b3d7-52dc57ca00d8 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.0971584 Sep 17 05:39:27.214997 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Request body: {'port': {'device_id': '761c727b-84f7-4aed-9805-8c941611f56e', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'admin_state_up': True, 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:27.429501 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:39:27.433023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:27.562068 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Allocated IP 172.20.0.6 (8852b0b8-2cab-42a9-b336-9aff80b9a973/473fc251-6c02-4313-bd2d-7c40f96040a4/e2598759-4c85-4cd7-81f7-e985c8cd2e7b) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:39:27.727664 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd4a8438-ac91-41db-8736-65fdad3e132e req-879e94ae-9960-4f57-bb8c-05bf39a24985 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 210 time: 0.0348902 Sep 17 05:39:27.730297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:27.826978 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:27.841306 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:27.867688 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:39:27.871239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:39:27.876889 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:39:27.883221 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event updated for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:27.928718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:27.929334 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.024561 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-2e94116f-0cdb-4669-9f1d-ecbe7767f4b4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130713 Sep 17 05:39:28.050799 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Request body: {'port': {'device_id': '761c727b-84f7-4aed-9805-8c941611f56e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:28.107076 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.365507 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2598759-4c85-4cd7-81f7-e985c8cd2e7b {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:28.372953 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.384410 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Transition to ACTIVE for port object e2598759-4c85-4cd7-81f7-e985c8cd2e7b will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:39:28.471786 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.523049 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Pushing event updated for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:28.587616 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Attempting to bind port e2598759-4c85-4cd7-81f7-e985c8cd2e7b on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:39:28.587967 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Attempting to bind port e2598759-4c85-4cd7-81f7-e985c8cd2e7b by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:39:28.588296 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Attempting to bind port e2598759-4c85-4cd7-81f7-e985c8cd2e7b on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:28.592952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Port e2598759-4c85-4cd7-81f7-e985c8cd2e7b on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:39:28.593269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Attempting to bind port e2598759-4c85-4cd7-81f7-e985c8cd2e7b on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:28.597942 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:39:28.598269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Checking segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:39:28.598642 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Bound using segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:39:28.599060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Bound port: e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:39:28.599405 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.661442 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:39:28.664627 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:39:28.666464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50766) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:28.754548 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.806582 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:28.807203 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:28.808630 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] 10.222.0.35 "PUT /v2.0/ports/e2598759-4c85-4cd7-81f7-e985c8cd2e7b HTTP/1.1" status: 200 len: 1093 time: 0.7619593 Sep 17 05:39:28.817044 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:28.822850 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23c9214-4a09-4054-a956-d321e57158bc" -d '{"events": [{"name": "network-changed", "server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:28.877710 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6e9eb-7386-40ca-a122-780fc0b0f294 x-openstack-request-id: req-61d6e9eb-7386-40ca-a122-780fc0b0f294 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:28.877998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:28.878248 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61d6e9eb-7386-40ca-a122-780fc0b0f294 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:28.878631 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', 'status': 'completed', 'code': 200} Sep 17 05:39:28.894945 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb311-f9dd-4e21-a0e9-50d37b84deee service neutron] Pushing event updated for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:28.937724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeea3ae-751d-4870-b95a-cc1cad00a153 req-6a839972-8398-4aab-bb7b-44dac20ed382 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:28.939221 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7aeea3ae-751d-4870-b95a-cc1cad00a153 req-6a839972-8398-4aab-bb7b-44dac20ed382 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 943 time: 0.1411874 Sep 17 05:39:28.971017 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9214-4a09-4054-a956-d321e57158bc req-1f681166-f7a5-4a85-8e80-6e573816b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:28.972472 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b23c9214-4a09-4054-a956-d321e57158bc req-1f681166-f7a5-4a85-8e80-6e573816b4cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 1096 time: 0.0885179 Sep 17 05:39:28.975142 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port 7109d4b4-e90d-4740-98f7-588f0cc6b56e {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:28.975481 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:29.040223 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7aeea3ae-751d-4870-b95a-cc1cad00a153 req-5b3f2132-91b7-4377-b006-6c7892ebc86b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939658 Sep 17 05:39:29.138511 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:29.138841 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:29.150137 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9214-4a09-4054-a956-d321e57158bc req-968cf755-a331-41c2-ac8a-0ea0df314938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:29.151599 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b23c9214-4a09-4054-a956-d321e57158bc req-968cf755-a331-41c2-ac8a-0ea0df314938 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=298b75ed7d8448f78aa412c32fa083f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1643479 Sep 17 05:39:29.155110 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for 7109d4b4-e90d-4740-98f7-588f0cc6b56e owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:29.299194 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9214-4a09-4054-a956-d321e57158bc req-94a86bd3-a37a-4259-a4ed-6c6998c94c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:29.300692 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b23c9214-4a09-4054-a956-d321e57158bc req-94a86bd3-a37a-4259-a4ed-6c6998c94c98 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402285 Sep 17 05:39:29.405023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a3c4d8d5-341e-4e33-bd1f-5c2cb95aaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:29.406583 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-a3c4d8d5-341e-4e33-bd1f-5c2cb95aaf97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 1096 time: 0.0525303 Sep 17 05:39:29.450165 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-31d922cc-c6f5-4418-9539-86804d270ac4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b HTTP/1.1" status: 200 len: 217 time: 0.0343723 Sep 17 05:39:29.458846 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:29.511094 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=7109d4b4-e90d-4740-98f7-588f0cc6b56e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:29.563701 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-5d11c0cd-591d-47e8-bfbd-5c77c0b83288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:29.565101 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-5d11c0cd-591d-47e8-bfbd-5c77c0b83288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.1072114 Sep 17 05:39:29.605029 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-8f6c8708-9e67-4706-bbcf-e61e4912ed1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308537 Sep 17 05:39:29.608415 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:29.608743 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Floating IP 1bc7a520-8f22-40b0-8985-c8bb37ace957 disassociated (deleted). External IP: 172.27.2.76, port: 481cea70-64f6-46de-9509-03ee91b5ea5d. Sep 17 05:39:29.772513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-3114de28-0ee8-4fda-800e-fd32048ca0fd service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315563 Sep 17 05:39:29.940493 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f1847c96-c655-45c5-8bcd-5b3a24fb8ecc req-b0f89c9a-cb3b-451a-9ff0-f048168f3cfc service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323962 Sep 17 05:39:29.942049 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:39:30.048672 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:39:30.053975 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:30.058528 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:39:30.067802 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:30.068591 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:30.083873 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-254cea66-bf25-4162-b2dc-03d39f7cd3b1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "DELETE /v2.0/floatingips/1bc7a520-8f22-40b0-8985-c8bb37ace957 HTTP/1.1" status: 204 len: 168 time: 1.4139669 Sep 17 05:39:30.160993 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497019-7d2b-48d0-80ff-d400d0c860b4 req-bbdeef7a-3dfa-473f-bac4-c23b6087afba tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:30.162685 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc497019-7d2b-48d0-80ff-d400d0c860b4 req-bbdeef7a-3dfa-473f-bac4-c23b6087afba tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 943 time: 0.0520260 Sep 17 05:39:30.177911 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:30.200383 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bc497019-7d2b-48d0-80ff-d400d0c860b4 req-3f3a7baa-c5c8-4099-8435-85eaa48d89b8 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Sep 17 05:39:30.372211 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:30.397338 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:39:30.406512 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:30.406624 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:30.506354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51d3d-376e-4994-8ce8-209ac191738f req-a987a65b-4eda-4b05-ae88-703f62e65c51 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:30.507744 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14b51d3d-376e-4994-8ce8-209ac191738f req-a987a65b-4eda-4b05-ae88-703f62e65c51 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0482368 Sep 17 05:39:30.515036 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:30.545826 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14b51d3d-376e-4994-8ce8-209ac191738f req-9bd01fd7-17bd-4679-958b-4a28baed959f tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Sep 17 05:39:30.709546 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:30.734232 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54acf2da-027f-4a2e-97bf-2a30e82763a2 None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:29:47Z', 'revision_number': 4, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': '9ba39ec7-0cae-4583-b59a-4d411d6ff782', 'name': '', 'network_id': '6bd76563-2057-4057-91e7-a3f936ebf5f6', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'mac_address': 'fa:16:3e:c2:60:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:46Z', 'updated_at': '2021-09-17T05:29:51Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'subnets': [{'id': '5298a762-48ea-4c31-865d-e77fc21a944e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:39:30.879834 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:30.882145 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94695cca-8cd8-488e-a06c-21fa699ce0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:30.920347 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530b7bc2-d207-4888-8456-df93d9debfe9 x-openstack-request-id: req-530b7bc2-d207-4888-8456-df93d9debfe9 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:30.920631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:30.920874 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-530b7bc2-d207-4888-8456-df93d9debfe9 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:30.921255 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'status': 'completed', 'code': 200} Sep 17 05:39:30.938308 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efe9a7-8432-41d2-995d-73992581a600 None None] New status for floating IP 1bc7a520-8f22-40b0-8985-c8bb37ace957: DOWN {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:39:30.987628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-0a4bcf8e-22a8-4b44-9325-7af678fefbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:30.989137 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-0a4bcf8e-22a8-4b44-9325-7af678fefbb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe128bb22264db0950b8c55ca24595c&device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 1099 time: 0.0425634 Sep 17 05:39:31.083045 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-d2c2e21e-0486-45a8-882e-68dc45437440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:31.084556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-d2c2e21e-0486-45a8-882e-68dc45437440 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 200 len: 913 time: 0.0848608 Sep 17 05:39:31.129871 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-18f910d8-4a8b-4950-af74-e5e7a7d61023 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 200 len: 217 time: 0.0369921 Sep 17 05:39:31.178606 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-a85b69db-4a77-4212-91ee-75604f4d332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:31.180193 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-a85b69db-4a77-4212-91ee-75604f4d332c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 200 len: 851 time: 0.0424855 Sep 17 05:39:31.226345 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-e09fbd87-94d7-4a1c-9049-0ab4a47854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:31.228171 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-e09fbd87-94d7-4a1c-9049-0ab4a47854ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bd76563-2057-4057-91e7-a3f936ebf5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381634 Sep 17 05:39:31.357471 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6561e-39bb-4878-8dd9-e10a528c4917 req-6f297741-9b1b-4b0d-9be5-ac24316a5b8d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:31.358936 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-07c6561e-39bb-4878-8dd9-e10a528c4917 req-6f297741-9b1b-4b0d-9be5-ac24316a5b8d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 943 time: 0.0924766 Sep 17 05:39:31.361132 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-b66be21d-f311-4a33-a47a-7f054c57bbc1 service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228909 Sep 17 05:39:31.448914 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-07c6561e-39bb-4878-8dd9-e10a528c4917 req-47658591-5cb9-4d03-b03b-8a554f53636f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841131 Sep 17 05:39:31.477698 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-94695cca-8cd8-488e-a06c-21fa699ce0b4 req-74806794-0ec6-4402-ab80-19bcf396b6cc service neutron] 10.222.0.35 "GET /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073678 Sep 17 05:39:31.609234 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1aff8e4b-51fd-47a0-9556-cbb7a862ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:31.659145 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e09728-fc53-42d0-b227-9158ce6baa82 req-ff684a0f-1a2c-4b11-99e9-01c9476405f7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:31.660633 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5e09728-fc53-42d0-b227-9158ce6baa82 req-ff684a0f-1a2c-4b11-99e9-01c9476405f7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0485859 Sep 17 05:39:31.697747 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e5e09728-fc53-42d0-b227-9158ce6baa82 req-1b4c8659-bd5a-4baa-96da-1ab05d3abef1 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Sep 17 05:39:32.399318 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-0c80a53f-8209-4140-a2b8-e0a5d561bb34 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:32.400800 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-0c80a53f-8209-4140-a2b8-e0a5d561bb34 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.0476449 Sep 17 05:39:32.493036 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port 481cea70-64f6-46de-9509-03ee91b5ea5d {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:32.493387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:32.616099 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900be9b7-48af-4509-82b7-e84c2a2201d6 req-9ffc09ff-aac1-4570-9ea2-91da325ab83a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:32.617706 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-900be9b7-48af-4509-82b7-e84c2a2201d6 req-9ffc09ff-aac1-4570-9ea2-91da325ab83a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 943 time: 0.0991843 Sep 17 05:39:32.619742 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] For port 481cea70-64f6-46de-9509-03ee91b5ea5d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=481cea70-64f6-46de-9509-03ee91b5ea5d,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:32.620142 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:32.902953 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for 481cea70-64f6-46de-9509-03ee91b5ea5d owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:32.995526 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-900be9b7-48af-4509-82b7-e84c2a2201d6 req-488dcb90-3d39-4851-96b3-d3d57a07734c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662579 Sep 17 05:39:33.012596 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d562e-3188-4ee6-a013-1e7f08a7d501 req-35d55106-fd30-4473-9299-e81f8a955da7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:33.014043 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dc6d562e-3188-4ee6-a013-1e7f08a7d501 req-35d55106-fd30-4473-9299-e81f8a955da7 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 946 time: 0.1131210 Sep 17 05:39:33.063330 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-dc6d562e-3188-4ee6-a013-1e7f08a7d501 req-d01d50fa-c029-4983-bb39-5ddd6e212aa8 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/security-groups?id=193710b4-9d3a-4ad9-be11-00671e33105f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Sep 17 05:39:33.205962 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:33.233330 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=481cea70-64f6-46de-9509-03ee91b5ea5d,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:33.276597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] No DVR routers for this DVR port 481cea70-64f6-46de-9509-03ee91b5ea5d on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:33.279702 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:33.281664 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-89b851e1-b368-40ba-989a-e6e5989b5d68 req-a919b84f-436f-4442-b94d-33c53dbd6994 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.35 "DELETE /v2.0/ports/481cea70-64f6-46de-9509-03ee91b5ea5d HTTP/1.1" status: 204 len: 173 time: 0.8736293 Sep 17 05:39:33.282104 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'name': 'network-vif-deleted', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:33.284302 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0731d9f-e15b-4aa4-bbae-f20460d47915" -d '{"events": [{"server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "name": "network-vif-deleted", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:33.318959 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca61e8-8210-4abd-82f4-120858ccb1ad x-openstack-request-id: req-44ca61e8-8210-4abd-82f4-120858ccb1ad {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:33.319253 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141624e-4572-4b78-9a4a-cf4177fcd975", "name": "network-vif-deleted", "tag": "481cea70-64f6-46de-9509-03ee91b5ea5d", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:33.319554 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44ca61e8-8210-4abd-82f4-120858ccb1ad {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:33.319970 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141624e-4572-4b78-9a4a-cf4177fcd975', 'name': 'network-vif-deleted', 'tag': '481cea70-64f6-46de-9509-03ee91b5ea5d', 'status': 'completed', 'code': 200} Sep 17 05:39:33.950334 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device e2598759-4c85-4cd7-81f7-e985c8cd2e7b details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:39:34.124024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6383bd-7df2-4ec0-98dd-3d8aeb3de640 req-5fd96cf9-8ef5-4704-9304-c2827befbbea tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:34.126806 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d6383bd-7df2-4ec0-98dd-3d8aeb3de640 req-5fd96cf9-8ef5-4704-9304-c2827befbbea tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 943 time: 0.0553195 Sep 17 05:39:34.170210 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:34.177751 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9464d008-cdc6-4b92-99a9-70a7dc6dada4 req-fd811fcd-0942-4acf-b75f-eecb568a9993 tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "GET /v2.0/ports?device_id=a141624e-4572-4b78-9a4a-cf4177fcd975 HTTP/1.1" status: 200 len: 210 time: 0.0299184 Sep 17 05:39:34.181948 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'port_id': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', 'mac_address': 'fa:16:3e:28:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473fc251-6c02-4313-bd2d-7c40f96040a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:39:34.193484 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9d6383bd-7df2-4ec0-98dd-3d8aeb3de640 req-be893d9a-7425-4c12-ab6d-755a1fb00262 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609360 Sep 17 05:39:34.222456 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:34.234702 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2598759-4c85-4cd7-81f7-e985c8cd2e7b {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:34.253349 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:34.320626 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:34.376970 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:34.408774 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b46b27c-5ad3-48b4-be49-5c294400df05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:34.737916 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['e2598759-4c85-4cd7-81f7-e985c8cd2e7b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:34.989374 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.233084 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50810) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:35.375033 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838169cf-f003-4819-b626-ce61ba9c9529 req-7c054883-c4c6-42f3-b93c-62703a87698f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:35.376500 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-838169cf-f003-4819-b626-ce61ba9c9529 req-7c054883-c4c6-42f3-b93c-62703a87698f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 944 time: 0.1050985 Sep 17 05:39:35.409297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Deleting port 5da80e56-6329-4fdd-90f3-86d34cf552c4 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:35.409636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.443574 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-838169cf-f003-4819-b626-ce61ba9c9529 req-e3301274-d8a1-4bab-bba1-597dfae899e3 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604494 Sep 17 05:39:35.481076 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.497164 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.497493 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.508790 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Calling delete_port for 5da80e56-6329-4fdd-90f3-86d34cf552c4 owned by network:floatingip {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:35.688853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.713365 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'Port': ['ID=5da80e56-6329-4fdd-90f3-86d34cf552c4,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:35.776526 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.779661 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:35.780902 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f854f7ba-0f9e-4d30-b39b-d1ba15e2c0ba tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "DELETE /v2.0/floatingips/67aea0c3-4a8f-4221-9464-5bd3079e7800 HTTP/1.1" status: 204 len: 168 time: 0.5465412 Sep 17 05:39:35.963815 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device e2598759-4c85-4cd7-81f7-e985c8cd2e7b up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:39:36.064187 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port e2598759-4c85-4cd7-81f7-e985c8cd2e7b completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:39:36.068981 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port e2598759-4c85-4cd7-81f7-e985c8cd2e7b triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:39:36.069351 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:36.149473 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:36.172991 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:36.175229 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d39e4-08b1-4d4d-b3dc-574731528c7f" -d '{"events": [{"server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "name": "network-vif-plugged", "status": "completed", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:36.188747 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:36.268687 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc1592-b931-4947-961b-045351d6251b x-openstack-request-id: req-56bc1592-b931-4947-961b-045351d6251b {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:36.268988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "name": "network-vif-plugged", "status": "completed", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:36.269243 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56bc1592-b931-4947-961b-045351d6251b {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:36.269650 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', 'code': 200} Sep 17 05:39:36.284172 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:36.285163 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 481cea70-64f6-46de-9509-03ee91b5ea5d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:36.323561 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 481cea70-64f6-46de-9509-03ee91b5ea5d {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:36.324443 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 481cea70-64f6-46de-9509-03ee91b5ea5d not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:36.351596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:36.559458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6eb65-7fbe-4a85-80d3-bae384691575 req-1de58341-9fcf-4c8d-a28b-20d29eaad0f6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:36.561003 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b5e6eb65-7fbe-4a85-80d3-bae384691575 req-1de58341-9fcf-4c8d-a28b-20d29eaad0f6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.0499921 Sep 17 05:39:36.598820 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b5e6eb65-7fbe-4a85-80d3-bae384691575 req-3d01b4ca-626d-41b4-9b4e-d432c3d741d9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Sep 17 05:39:36.685103 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecf8d7-feea-4e01-8151-7ef2157cd818 req-d1e13952-a943-4a3c-8c3f-8df574706f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:36.686543 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3ecf8d7-feea-4e01-8151-7ef2157cd818 req-d1e13952-a943-4a3c-8c3f-8df574706f24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 1098 time: 0.0393412 Sep 17 05:39:36.725408 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a3ecf8d7-feea-4e01-8151-7ef2157cd818 req-93eaa119-fac3-45ec-899c-c7de330686a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Sep 17 05:39:37.077444 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:37.094785 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50838) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:37.154722 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:37.178558 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:37.305558 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:37.308610 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:37.309841 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] 10.222.0.23 "DELETE /v2.0/security-groups/193710b4-9d3a-4ad9-be11-00671e33105f HTTP/1.1" status: 204 len: 168 time: 0.2138774 Sep 17 05:39:37.320382 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e79b45-83ac-4710-bdc2-172bbb1c810b tempest-TestVolumeBootPattern-1833738981 tempest-TestVolumeBootPattern-1833738981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193710b4-9d3a-4ad9-be11-00671e33105f,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:37.440721 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50842) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:37.752998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171820-5b26-465d-b64c-8fff60a35cd5 req-0d67b691-3c58-43bf-8826-0521c3cadc10 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:37.754452 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-68171820-5b26-465d-b64c-8fff60a35cd5 req-0d67b691-3c58-43bf-8826-0521c3cadc10 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.0842583 Sep 17 05:39:37.842182 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-68171820-5b26-465d-b64c-8fff60a35cd5 req-7d742c40-e7ff-4d97-80d1-ba898d729c61 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814991 Sep 17 05:39:37.960150 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:38.248964 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Deleting port 9ba39ec7-0cae-4583-b59a-4d411d6ff782 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:38.249201 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:38.327765 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] For port 9ba39ec7-0cae-4583-b59a-4d411d6ff782, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=9ba39ec7-0cae-4583-b59a-4d411d6ff782,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:38.328158 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:38.340398 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Calling delete_port for 9ba39ec7-0cae-4583-b59a-4d411d6ff782 owned by network:router_interface {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:38.577996 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:38.603038 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba39ec7-0cae-4583-b59a-4d411d6ff782,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:38.768269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:39.260658 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b18c-dc60-424b-843b-e10c415bf73b req-b9b44ffe-9596-45a7-9c2e-edbd65965b0b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:39.262667 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f0d9b18c-dc60-424b-843b-e10c415bf73b req-b9b44ffe-9596-45a7-9c2e-edbd65965b0b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.3524051 Sep 17 05:39:39.293128 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Router 9fa4a4be-1605-423e-9b95-09a1584369f7 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:39:39.317609 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f0d9b18c-dc60-424b-843b-e10c415bf73b req-68f93ec4-2b04-4b6b-a420-5cfda3009355 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Sep 17 05:39:39.431737 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:39:39.440269 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c4757bf1-f061-429c-a928-d0258a767255 admin admin] 10.222.0.23 "PUT /v2.0/routers/9fa4a4be-1605-423e-9b95-09a1584369f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956865 Sep 17 05:39:39.440378 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50872) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:39.441128 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Sync routers for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:39:39.453090 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:39.456757 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:39.495615 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b652d-7937-41c4-933a-68c328ab4bd0 req-af3196c4-0e67-489b-b887-c1d5fd13c506 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:39.497325 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b0b652d-7937-41c4-933a-68c328ab4bd0 req-af3196c4-0e67-489b-b887-c1d5fd13c506 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0576351 Sep 17 05:39:39.547334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9b0b652d-7937-41c4-933a-68c328ab4bd0 req-08956532-f9bf-4484-9936-f742a4af7bfb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Sep 17 05:39:39.569191 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:39.595737 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:39.674835 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:39.773043 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:39:38Z', 'revision_number': 5, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port': {'id': 'a448e394-aaa2-4ba7-905d-426ec9348bb0', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:43Z', 'updated_at': '2021-09-17T05:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:39.786544 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Deleting port a448e394-aaa2-4ba7-905d-426ec9348bb0 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:39.786890 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:39.800075 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Checking router: 9fa4a4be-1605-423e-9b95-09a1584369f7 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:39:39.808637 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Routers {'9fa4a4be-1605-423e-9b95-09a1584369f7'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:39.809225 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['9fa4a4be-1605-423e-9b95-09a1584369f7'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:39.865183 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] For port a448e394-aaa2-4ba7-905d-426ec9348bb0, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=a448e394-aaa2-4ba7-905d-426ec9348bb0,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:39.865571 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:39.879662 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Calling delete_port for a448e394-aaa2-4ba7-905d-426ec9348bb0 owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:39.990982 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] Set router 9fa4a4be-1605-423e-9b95-09a1584369f7 gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:40.044294 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:39:39Z', 'revision_number': 6, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:40.073120 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a13a-bbab-4c1e-a318-3033064f8421 None None] The sync data for ids ['9fa4a4be-1605-423e-9b95-09a1584369f7'] in dv-cinder-809518-2-iscsi is: [{'id': '9fa4a4be-1605-423e-9b95-09a1584369f7', 'name': 'tempest-TestVolumeBootPattern-1827056276-router', 'tenant_id': '6fe128bb22264db0950b8c55ca24595c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:42Z', 'updated_at': '2021-09-17T05:39:39Z', 'revision_number': 6, 'project_id': '6fe128bb22264db0950b8c55ca24595c', 'gw_port_host': None}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:39:40.126201 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.151081 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a448e394-aaa2-4ba7-905d-426ec9348bb0,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:40.210360 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.295722 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.297774 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.408667 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.409256 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa4a4be-1605-423e-9b95-09a1584369f7 {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:39:40.413473 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.416887 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4d99bdf0-40e8-4e08-b54f-aac96805aad6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9fa4a4be-1605-423e-9b95-09a1584369f7 HTTP/1.1" status: 204 len: 168 time: 0.9733396 Sep 17 05:39:40.417727 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50884) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:40.464407 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Deleting subnet 5298a762-48ea-4c31-865d-e77fc21a944e {{(pid=94516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:39:40.467784 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.510563 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9018853'] for subnet, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.583844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.685639 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980b0a9-41fd-4df6-84d4-78df4ff447e4 req-e9e105d5-2cd1-4f1c-9197-8975b2505188 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:40.687031 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4980b0a9-41fd-4df6-84d4-78df4ff447e4 req-e9e105d5-2cd1-4f1c-9197-8975b2505188 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0656369 Sep 17 05:39:40.724363 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4980b0a9-41fd-4df6-84d4-78df4ff447e4 req-c7691757-71f1-45f6-b32f-a2bc01afb932 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Sep 17 05:39:40.734908 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9297067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8995460'] for subnet, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.761791 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5298a762-48ea-4c31-865d-e77fc21a944e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:40.765319 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.767437 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-91cfb1e7-9a33-4af6-a0a1-58c3c9d0c7e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5298a762-48ea-4c31-865d-e77fc21a944e HTTP/1.1" status: 204 len: 168 time: 0.3484251 Sep 17 05:39:40.769597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 50888) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:40.772901 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f7989-095f-4d46-bb77-474109cc0996 None None] Network 6bd76563-2057-4057-91e7-a3f936ebf5f6 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:39:40.840711 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.900597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Deleting port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:40.901378 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.969397 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] DHCP port deletion for 6bd76563-2057-4057-91e7-a3f936ebf5f6 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:39:40.970876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] For port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:40.971316 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:40.988089 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Calling delete_port for 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:41.030504 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Deleting port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:41.030971 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.145267 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] For port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,segment=NetworkSegment(65020022-075d-4aa6-a2bb-a0f21d55f31e),segment_id=65020022-075d-4aa6-a2bb-a0f21d55f31e)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:41.150350 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.162878 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Calling delete_port for 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:41.177235 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:41.203015 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.246810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:41.249308 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] No DVR routers for this DVR port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 on host dv-cinder-809518-2-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:41.262848 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No active binding found for port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 {{(pid=94518) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 05:39:41.263265 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:41.263686 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device a448e394-aaa2-4ba7-905d-426ec9348bb0 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:41.285677 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: a448e394-aaa2-4ba7-905d-426ec9348bb0 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:41.286013 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device a448e394-aaa2-4ba7-905d-426ec9348bb0 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:41.286421 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 9ba39ec7-0cae-4583-b59a-4d411d6ff782 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:41.310811 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 9ba39ec7-0cae-4583-b59a-4d411d6ff782 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:41.311151 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 9ba39ec7-0cae-4583-b59a-4d411d6ff782 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:41.319430 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.347285 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] Pushing event deleted for resources: {'Port': ['ID=8cdb9b9c-58a8-453d-827a-e8c9c7a4c258,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:41.350769 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d842bca-74dd-48f5-b514-febfca04c08d None None] No DVR routers for this DVR port 8cdb9b9c-58a8-453d-827a-e8c9c7a4c258 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:41.362140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.392897 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd76563-2057-4057-91e7-a3f936ebf5f6']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:41.401140 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-442658ca-5453-487a-971c-a1e337e89d0f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:41.402652 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-442658ca-5453-487a-971c-a1e337e89d0f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.2111290 Sep 17 05:39:41.412154 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65020022-075d-4aa6-a2bb-a0f21d55f31e') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:41.412432 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65020022-075d-4aa6-a2bb-a0f21d55f31e') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:41.428048 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.430216 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b1ac9cd3-9f97-42f3-ba94-8f4e3a2b8ad2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/quotas/298b75ed7d8448f78aa412c32fa083f3 HTTP/1.1" status: 200 len: 375 time: 0.0206003 Sep 17 05:39:41.449740 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.471569 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:39:41.471891 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:39:41.473510 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:39:41.535639 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-a206c30a-1349-4303-ac62-2d60dd32571b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981421 Sep 17 05:39:41.642296 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.651060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:41.652800 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bd76563-2057-4057-91e7-a3f936ebf5f6 HTTP/1.1" status: 204 len: 168 time: 0.8822200 Sep 17 05:39:41.655794 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50908) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:41.665738 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a194fd-cc14-4c9d-9914-50d917704543 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd76563-2057-4057-91e7-a3f936ebf5f6,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:41.688461 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-483e1398-c795-498a-9adf-92b15244d718 service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458504 Sep 17 05:39:41.781073 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-7900550d-0b1a-41fe-8789-c88d11c2985d service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Sep 17 05:39:41.849057 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb1a99-ad2e-4e98-b15f-3f8290ff3b67 req-729990db-527b-4ca2-a8fd-a196865517ab tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:41.850607 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9eb1a99-ad2e-4e98-b15f-3f8290ff3b67 req-729990db-527b-4ca2-a8fd-a196865517ab tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0544357 Sep 17 05:39:41.888609 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b9eb1a99-ad2e-4e98-b15f-3f8290ff3b67 req-a209cb84-b9c6-43da-bee0-013be6694903 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Sep 17 05:39:42.004265 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a17e33d1-b251-451e-b005-f032ae5afba3 req-a56be7d9-ffe3-46fc-b566-070f8ceec541 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 210 time: 0.0276086 Sep 17 05:39:42.011356 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:42.255058 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Deleting port 0ede74fb-f4b1-4769-8db7-550fcea96752 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:42.255395 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:42.569702 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] For port 0ede74fb-f4b1-4769-8db7-550fcea96752, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=0ede74fb-f4b1-4769-8db7-550fcea96752,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:42.570062 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:42.582279 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Calling delete_port for 0ede74fb-f4b1-4769-8db7-550fcea96752 owned by network:router_interface {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:42.854498 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:42.885287 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ede74fb-f4b1-4769-8db7-550fcea96752,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:43.018678 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887360-12f2-44ea-8ecb-59d2c59ff4ae req-143c134f-46cf-4edf-8da8-6d5456b3d2e3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:43.020416 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00887360-12f2-44ea-8ecb-59d2c59ff4ae req-143c134f-46cf-4edf-8da8-6d5456b3d2e3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0524459 Sep 17 05:39:43.076587 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:43.077887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-00887360-12f2-44ea-8ecb-59d2c59ff4ae req-de98d6d2-1141-4350-b2af-66a0e99b1bb7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453370 Sep 17 05:39:43.128497 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2a7ec95a-f6e3-4e2e-b5b6-83731f21b567 req-dbcb5ea1-601e-4afd-b82f-fd82231b2d17 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 210 time: 0.0354505 Sep 17 05:39:43.300477 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Router 000bda94-78f3-4fd3-88fe-9799ec63b2df has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:39:43.404211 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:39:43.410000 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-8e391528-3d0e-4f4a-af6e-916f1c96c01b admin admin] 10.222.0.23 "PUT /v2.0/routers/000bda94-78f3-4fd3-88fe-9799ec63b2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531340 Sep 17 05:39:43.412588 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50926) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:43.414751 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Sync routers for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:39:43.424097 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:43.424917 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:43.514152 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks [] for router, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:43.527822 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: dv-cinder-809518-2-iscsi {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:43.613775 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:43.702753 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:39:42Z', 'revision_number': 5, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port': {'id': '5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:29:53Z', 'updated_at': '2021-09-17T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:43.728957 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Checking router: 000bda94-78f3-4fd3-88fe-9799ec63b2df for host: dv-cinder-809518-2-iscsi {{(pid=94518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:39:43.737322 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Routers {'000bda94-78f3-4fd3-88fe-9799ec63b2df'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:39:43.737946 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:39:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['000bda94-78f3-4fd3-88fe-9799ec63b2df'], 'active': True} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:43.747981 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Deleting port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:43.750461 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:43.825784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvr_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] Set router 000bda94-78f3-4fd3-88fe-9799ec63b2df gateway port host: None {{(pid=94518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:39:43.827710 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] For port 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:43.827710 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:43.841992 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Calling delete_port for 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 owned by network:router_gateway {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:43.882027 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_hamode_db [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:39:43Z', 'revision_number': 6, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:43.910262 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f070ccf-268d-42d2-9d64-23752816d6a7 None None] The sync data for ids ['000bda94-78f3-4fd3-88fe-9799ec63b2df'] in dv-cinder-809518-2-iscsi is: [{'id': '000bda94-78f3-4fd3-88fe-9799ec63b2df', 'name': 'tempest-TestVolumeBootPattern-761604723-router', 'tenant_id': '99b7cf11588a438cbf54112c604810f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:29:52Z', 'updated_at': '2021-09-17T05:39:43Z', 'revision_number': 6, 'project_id': '99b7cf11588a438cbf54112c604810f0', 'gw_port_host': None}] {{(pid=94518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:39:43.934378 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-0d5d41bb-d221-43cb-9d18-9e6a9a9421b9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:43.935894 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-0d5d41bb-d221-43cb-9d18-9e6a9a9421b9 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.1106410 Sep 17 05:39:43.950182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Request body: {'port': {'device_id': '067e54a3-0dea-4957-93f0-cc571550a96f', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'admin_state_up': True, 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:44.075563 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.105896 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:44.132104 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:39:44.135538 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.172072 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.253469 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-196286d0-841a-4fae-ae1c-d36765d68aa5 req-1999b2bf-7312-4e78-a232-acae8b41c460 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 210 time: 0.0375912 Sep 17 05:39:44.266410 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbfd93-289c-4e16-8071-cf96e8706df6 req-b3ca66c3-7bc0-4f3e-978d-ebf41da1f265 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:44.273683 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4fbfd93-289c-4e16-8071-cf96e8706df6 req-b3ca66c3-7bc0-4f3e-978d-ebf41da1f265 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.1283140 Sep 17 05:39:44.279733 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.281944 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.341214 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-e4fbfd93-289c-4e16-8071-cf96e8706df6 req-116b9cd6-4704-4a6a-a82d-8bfb625ac37c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665495 Sep 17 05:39:44.367375 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Allocated IP 172.20.0.7 (8852b0b8-2cab-42a9-b336-9aff80b9a973/473fc251-6c02-4313-bd2d-7c40f96040a4/4806e1af-d1cd-4beb-a396-f73ea6c072e9) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:39:44.395872 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.395872 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000bda94-78f3-4fd3-88fe-9799ec63b2df {{(pid=94517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:39:44.396725 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] Notify callbacks [] for router, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.398227 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-030df059-ed2f-4b9a-8595-fee18adfd049 admin admin] 10.222.0.23 "DELETE /v2.0/routers/000bda94-78f3-4fd3-88fe-9799ec63b2df HTTP/1.1" status: 204 len: 168 time: 0.9842401 Sep 17 05:39:44.400420 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50936) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:44.448744 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Deleting subnet 31414bc4-c33c-4cb1-a9ff-403071bed9e1 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:39:44.451742 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.485277 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.520226 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.561641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.635473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.647050 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:44.676249 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.703244 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:39:44.704129 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event updated for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:44.706478 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31414bc4-c33c-4cb1-a9ff-403071bed9e1,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:44.708832 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.713742 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7647e405-f3de-4daf-993e-b18724a07452 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/31414bc4-c33c-4cb1-a9ff-403071bed9e1 HTTP/1.1" status: 204 len: 168 time: 0.3122959 Sep 17 05:39:44.715480 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50938) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:44.719463 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18dcd2b-a275-4e38-8d0c-c6f8246c0403 None None] Network 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:39:44.724470 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:39:44.727218 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:39:44.778020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:44.778751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.790686 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.848080 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Deleting port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:44.848433 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.866794 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-990153e8-356e-403b-9547-36781c095108 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216383 Sep 17 05:39:44.879633 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Request body: {'port': {'device_id': '067e54a3-0dea-4957-93f0-cc571550a96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:39:44.914055 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] For port b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:44.914446 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:44.927963 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Calling delete_port for b9a940e5-76c7-4130-9d2a-2320dfe8ab95 owned by network:dhcp {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:44.977974 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] DHCP port deletion for 79ee97d4-b9cb-465d-b35c-7b46ca6260e4 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:39:44.985111 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.050425 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Deleting port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:39:45.050891 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.071267 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.099579 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:45.102415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] No DVR routers for this DVR port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 on host dv-cinder-809518-2-iscsi {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:45.122988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] For port b9a940e5-76c7-4130-9d2a-2320dfe8ab95, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,segment=NetworkSegment(fd399f63-c5e6-4860-840c-4f77baf58775),segment_id=fd399f63-c5e6-4860-840c-4f77baf58775)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:45.122988 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.136795 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Calling delete_port for b9a940e5-76c7-4130-9d2a-2320dfe8ab95 owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:39:45.197648 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.212447 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 0ede74fb-f4b1-4769-8db7-550fcea96752 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:45.220004 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ee97d4-b9cb-465d-b35c-7b46ca6260e4']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:45.229106 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd399f63-c5e6-4860-840c-4f77baf58775') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:45.229391 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd399f63-c5e6-4860-840c-4f77baf58775') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:39:45.242603 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.247162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 0ede74fb-f4b1-4769-8db7-550fcea96752 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:45.247616 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 0ede74fb-f4b1-4769-8db7-550fcea96752 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:45.248174 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device b9a940e5-76c7-4130-9d2a-2320dfe8ab95 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:45.256416 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.262035 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:39:45.262416 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:39:45.264048 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:39:45.268896 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4806e1af-d1cd-4beb-a396-f73ea6c072e9 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:45.275695 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: b9a940e5-76c7-4130-9d2a-2320dfe8ab95 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:45.277376 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device b9a940e5-76c7-4130-9d2a-2320dfe8ab95 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:45.277376 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:39:45.277599 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.280978 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.320799 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:39:45.321317 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 5fd2a51e-b648-4c3f-9ddd-3867c1eb6c08 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:39:45.325595 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] Pushing event deleted for resources: {'Port': ['ID=b9a940e5-76c7-4130-9d2a-2320dfe8ab95,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:45.329255 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43123bc7-a636-4202-8826-25c4a98fb90a None None] No DVR routers for this DVR port b9a940e5-76c7-4130-9d2a-2320dfe8ab95 on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:39:45.384451 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675f6fa-b2e8-4341-b5d3-2b251155ec77 req-b3a8a724-4de9-418b-bc7f-2a6682130961 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:45.385953 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4675f6fa-b2e8-4341-b5d3-2b251155ec77 req-b3a8a724-4de9-418b-bc7f-2a6682130961 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 931 time: 0.0499361 Sep 17 05:39:45.394916 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.403693 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.404193 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Transition to ACTIVE for port object 4806e1af-d1cd-4beb-a396-f73ea6c072e9 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:39:45.404308 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79ee97d4-b9cb-465d-b35c-7b46ca6260e4 HTTP/1.1" status: 204 len: 168 time: 0.6864498 Sep 17 05:39:45.413928 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1f2a5-9377-4411-bf03-f43827b68bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ee97d4-b9cb-465d-b35c-7b46ca6260e4,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:45.465696 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4675f6fa-b2e8-4341-b5d3-2b251155ec77 req-40c62993-06ed-4b28-ad42-b4307841a2ad tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730577 Sep 17 05:39:45.480815 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.491991 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67159-c4ab-4643-aef1-a5b7d5733307 req-c0eb1e3f-6674-41e6-b709-2a265e4d2c13 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:45.493532 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eec67159-c4ab-4643-aef1-a5b7d5733307 req-c0eb1e3f-6674-41e6-b709-2a265e4d2c13 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0564342 Sep 17 05:39:45.556935 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:45.610541 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-eec67159-c4ab-4643-aef1-a5b7d5733307 req-56954a42-af57-4b09-9a53-a325fc7715ff tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944109 Sep 17 05:39:45.637605 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Attempting to bind port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:39:45.638013 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Attempting to bind port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:39:45.638347 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Attempting to bind port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:45.642506 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:39:45.642822 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Attempting to bind port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:39:45.647806 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:39:45.648164 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Checking segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:39:45.648536 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Bound using segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:39:45.648952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Bound port: 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:39:45.649299 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.711279 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:39:45.714531 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:39:45.780314 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.812913 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:45.813525 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.814915 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/4806e1af-d1cd-4beb-a396-f73ea6c072e9 HTTP/1.1" status: 200 len: 1093 time: 0.9395299 Sep 17 05:39:45.815350 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:45.817772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc959e-82a5-447c-b680-044a3ac7e134" -d '{"events": [{"name": "network-changed", "server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:45.820287 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50946) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:45.846105 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab367f-c725-470f-9671-7254dca176b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:45.858951 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa73dde-fb2e-4131-ac8c-0bcfe82a88b6 x-openstack-request-id: req-3aa73dde-fb2e-4131-ac8c-0bcfe82a88b6 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:45.859243 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:45.859496 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aa73dde-fb2e-4131-ac8c-0bcfe82a88b6 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:45.859893 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9', 'status': 'completed', 'code': 200} Sep 17 05:39:45.865552 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-1c5d13c4-ac39-4da1-8eea-958c6881d9b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe128bb22264db0950b8c55ca24595c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438759 Sep 17 05:39:45.868000 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50950) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:45.918140 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:45.920141 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-dc08d69e-741a-4dcc-90cb-b981d9f62c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:45.921688 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-dc08d69e-741a-4dcc-90cb-b981d9f62c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 1096 time: 0.0411756 Sep 17 05:39:45.943353 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:46.020879 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-3e4a9dcd-9b48-4875-95fb-669ae525a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.022582 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-3e4a9dcd-9b48-4875-95fb-669ae525a269 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=298b75ed7d8448f78aa412c32fa083f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931485 Sep 17 05:39:46.103595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:46.106792 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:46.108107 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a00a578c-a44b-4e96-b3f4-0f1879465bb0 HTTP/1.1" status: 204 len: 168 time: 0.2390463 Sep 17 05:39:46.116563 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe85465-e509-4afc-93b5-6aebd915d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a578c-a44b-4e96-b3f4-0f1879465bb0,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:46.120007 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-d967f6a5-caa1-4498-9aed-ebf9e93130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.122418 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8bcc959e-82a5-447c-b680-044a3ac7e134 req-d967f6a5-caa1-4498-9aed-ebf9e93130f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928786 Sep 17 05:39:46.201051 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-fdb2fa95-4579-4ffb-b855-ebf08aae3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.202549 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-fdb2fa95-4579-4ffb-b855-ebf08aae3788 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 1096 time: 0.0412645 Sep 17 05:39:46.244133 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-d17c286d-222b-432f-9b69-97ad84879d90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9 HTTP/1.1" status: 200 len: 217 time: 0.0335693 Sep 17 05:39:46.295876 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80982-3752-418a-84de-0a752dc90f0b req-22794f3a-305a-469b-9507-7555231eddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.297316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-22794f3a-305a-469b-9507-7555231eddcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.0459728 Sep 17 05:39:46.326939 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-7edecb58-9d8c-462f-b141-1a9963c4cde3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232360 Sep 17 05:39:46.415130 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-ca76a807-0a1e-435c-b517-4acc6cd192ab service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811386 Sep 17 05:39:46.510314 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8f80982-3752-418a-84de-0a752dc90f0b req-2da53f83-189a-4356-97e2-f5acd5f83b0a service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880449 Sep 17 05:39:46.582238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147535f6-f50c-4d99-8fbd-5c69264abe7f req-7e97faed-61e5-40f7-b941-53999ad22465 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.583558 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-147535f6-f50c-4d99-8fbd-5c69264abe7f req-7e97faed-61e5-40f7-b941-53999ad22465 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 943 time: 0.0484571 Sep 17 05:39:46.620924 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-147535f6-f50c-4d99-8fbd-5c69264abe7f req-d66712f6-be97-40e5-964a-f4ea3cdd8816 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300531 Sep 17 05:39:46.730566 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288689-080b-40e2-b3fe-163b7339f6b1 req-4f64dab3-b04c-4851-986a-d08e6b8f54e2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:46.732062 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd288689-080b-40e2-b3fe-163b7339f6b1 req-4f64dab3-b04c-4851-986a-d08e6b8f54e2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0496397 Sep 17 05:39:46.772839 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd288689-080b-40e2-b3fe-163b7339f6b1 req-a19a9814-dc11-4fc6-ab2e-7c99847df259 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347867 Sep 17 05:39:46.938225 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50960) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:46.977337 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0c18db28-70e1-46c2-8953-1e7bf15cdfe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99b7cf11588a438cbf54112c604810f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379961 Sep 17 05:39:46.980220 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 50962) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:39:47.025866 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:47.047294 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:47.154401 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:47.156933 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:47.158096 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90e78e78-b297-4b65-af35-fa6227c0a138 HTTP/1.1" status: 204 len: 168 time: 0.1769986 Sep 17 05:39:47.165731 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b522d6d-0d82-4676-a956-0fd2a3a1376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e78e78-b297-4b65-af35-fa6227c0a138,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:47.731029 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36a0e-760d-48da-af7a-ea22ab63b40d req-1bf15658-db52-454f-bafe-4b85e7c521c5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:47.732426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ed36a0e-760d-48da-af7a-ea22ab63b40d req-1bf15658-db52-454f-bafe-4b85e7c521c5 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 943 time: 0.0475998 Sep 17 05:39:47.768371 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ed36a0e-760d-48da-af7a-ea22ab63b40d req-3ba83def-525d-45a0-a2f9-1743c2c54339 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301902 Sep 17 05:39:47.889401 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e314db-f932-4861-b948-8eacde7cf09b req-858b1340-b8ba-4daa-8af3-4d467d8acca0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:47.891033 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9e314db-f932-4861-b948-8eacde7cf09b req-858b1340-b8ba-4daa-8af3-4d467d8acca0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0488791 Sep 17 05:39:47.927029 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f9e314db-f932-4861-b948-8eacde7cf09b req-ee6efbe4-749d-42f1-ac65-6b24c048c94f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298960 Sep 17 05:39:48.878208 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ccd5a-e4b6-4ffd-8e4d-10d61a1aa07e req-3c33a51e-1c98-472d-8d3a-c1be6fce4f03 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:48.879659 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-841ccd5a-e4b6-4ffd-8e4d-10d61a1aa07e req-3c33a51e-1c98-472d-8d3a-c1be6fce4f03 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 943 time: 0.0470395 Sep 17 05:39:48.919685 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-841ccd5a-e4b6-4ffd-8e4d-10d61a1aa07e req-0c5bec50-87b7-4ba3-806a-bb8086135701 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Sep 17 05:39:49.042742 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b0c2-ee04-426b-9e12-76039e031d15 req-81c77dba-f2a8-42d1-a19a-03ffe0a923e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:49.044207 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fc48b0c2-ee04-426b-9e12-76039e031d15 req-81c77dba-f2a8-42d1-a19a-03ffe0a923e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0472195 Sep 17 05:39:49.080396 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fc48b0c2-ee04-426b-9e12-76039e031d15 req-6e8b25ff-c057-4048-b8b1-e191a8f10c6d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Sep 17 05:39:49.863367 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:39:50.030202 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47be47-8c66-4d5e-b7b9-a312f63eb2a8 req-595a6cbf-3925-41d6-9cd5-9a45dff41dfb tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:50.031673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a47be47-8c66-4d5e-b7b9-a312f63eb2a8 req-595a6cbf-3925-41d6-9cd5-9a45dff41dfb tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 943 time: 0.0469658 Sep 17 05:39:50.043681 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4806e1af-d1cd-4beb-a396-f73ea6c072e9 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:39:50.067776 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1a47be47-8c66-4d5e-b7b9-a312f63eb2a8 req-af2cda5f-19f7-47ed-b14b-cd834f47ba33 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Sep 17 05:39:50.139151 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:50.150319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '4806e1af-d1cd-4beb-a396-f73ea6c072e9', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'port_id': '4806e1af-d1cd-4beb-a396-f73ea6c072e9', 'mac_address': 'fa:16:3e:a7:5d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473fc251-6c02-4313-bd2d-7c40f96040a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:39:50.188114 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:50.196856 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010b8e0-754c-4332-88cd-f6d43f17ac62 req-67aa0afd-9344-4ec2-97b5-840a83e1be9a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:50.198317 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8010b8e0-754c-4332-88cd-f6d43f17ac62 req-67aa0afd-9344-4ec2-97b5-840a83e1be9a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0477924 Sep 17 05:39:50.201477 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4806e1af-d1cd-4beb-a396-f73ea6c072e9 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:50.220175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:50.237885 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8010b8e0-754c-4332-88cd-f6d43f17ac62 req-4c9d7efd-1143-46b0-af88-f68ec34fd4dd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330586 Sep 17 05:39:50.311018 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:50.356660 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:50.670027 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['4806e1af-d1cd-4beb-a396-f73ea6c072e9'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:51.179460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9dc4-7661-4fcf-9e7b-1d7c9a5e4103 req-209f16b4-bf1f-4b05-8f61-e2a936d74cf7 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:51.180933 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ace9dc4-7661-4fcf-9e7b-1d7c9a5e4103 req-209f16b4-bf1f-4b05-8f61-e2a936d74cf7 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 944 time: 0.0476646 Sep 17 05:39:51.217044 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4ace9dc4-7661-4fcf-9e7b-1d7c9a5e4103 req-ff9dfef2-81e7-4885-97d9-86cb24db9aea tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296302 Sep 17 05:39:51.359473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81863-f4bd-4d54-b60c-3c5e31251b65 req-8f3dfd50-2a61-416a-a39c-438f161191b8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:51.361358 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c7a81863-f4bd-4d54-b60c-3c5e31251b65 req-8f3dfd50-2a61-416a-a39c-438f161191b8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0536969 Sep 17 05:39:51.406351 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c7a81863-f4bd-4d54-b60c-3c5e31251b65 req-18697167-8fbc-4826-acd0-fe0f385ae079 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387242 Sep 17 05:39:52.054290 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4806e1af-d1cd-4beb-a396-f73ea6c072e9 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:39:52.194297 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:39:52.198054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:39:52.198478 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:52.275484 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:52.298421 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:39:52.300840 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c142c56-b1bc-4999-9beb-911466033fe2" -d '{"events": [{"server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "name": "network-vif-plugged", "status": "completed", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:39:52.313665 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:52.328032 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad7b66-d864-4493-8eab-3dae0e60d28d req-293265e5-88d0-4ff9-9e4c-f60e8740c1ca tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:52.329517 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-afad7b66-d864-4493-8eab-3dae0e60d28d req-293265e5-88d0-4ff9-9e4c-f60e8740c1ca tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 944 time: 0.0479925 Sep 17 05:39:52.339945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d3dcfe-8bf9-40c3-ae24-a100d3e9532c x-openstack-request-id: req-00d3dcfe-8bf9-40c3-ae24-a100d3e9532c {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:39:52.339945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "name": "network-vif-plugged", "status": "completed", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:39:52.339945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00d3dcfe-8bf9-40c3-ae24-a100d3e9532c {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:39:52.339945 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9', 'code': 200} Sep 17 05:39:52.372538 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-afad7b66-d864-4493-8eab-3dae0e60d28d req-07a2ea23-efae-4f00-ba16-d5b84c330156 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363879 Sep 17 05:39:52.380076 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:52.428265 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:52.525885 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c0031-f5ac-4225-9802-50a2cda27059 req-04a3c263-05a1-4519-b6ab-90559a9beef2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:52.527336 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8f7c0031-f5ac-4225-9802-50a2cda27059 req-04a3c263-05a1-4519-b6ab-90559a9beef2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0481980 Sep 17 05:39:52.565256 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8f7c0031-f5ac-4225-9802-50a2cda27059 req-a65fa59d-d957-40f2-9fcc-9c8fd0359ebe tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Sep 17 05:39:52.602415 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6e0d-8a6e-43ae-877c-9b0931a98599 req-0b44dba2-01b1-472d-8a7e-345229d2ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:52.603882 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-461c6e0d-8a6e-43ae-877c-9b0931a98599 req-0b44dba2-01b1-472d-8a7e-345229d2ab82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 1098 time: 0.0378706 Sep 17 05:39:52.637274 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-461c6e0d-8a6e-43ae-877c-9b0931a98599 req-4f02e8c6-5946-4354-8f47-fe5a45b04091 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266240 Sep 17 05:39:53.483332 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8daff-79d8-4ff0-9166-743805633075 req-4c5ad64a-7d63-4f6d-bc29-cb4010bfca77 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:53.484789 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5fa8daff-79d8-4ff0-9166-743805633075 req-4c5ad64a-7d63-4f6d-bc29-cb4010bfca77 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 945 time: 0.0468578 Sep 17 05:39:53.523675 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5fa8daff-79d8-4ff0-9166-743805633075 req-95d8178b-07a0-4a01-aa97-a33a12ec2163 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330126 Sep 17 05:39:53.679329 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f32cc-f698-4329-9b2a-705c54e78661 req-3be9780d-dc86-4e25-bd1e-2b54cc615949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:53.680721 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-241f32cc-f698-4329-9b2a-705c54e78661 req-3be9780d-dc86-4e25-bd1e-2b54cc615949 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0474477 Sep 17 05:39:53.716827 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-241f32cc-f698-4329-9b2a-705c54e78661 req-42ca4ef6-a5fd-4a58-9b9d-9540026f15c5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304453 Sep 17 05:39:54.345626 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:54.633834 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c693e1a-8842-49d3-be20-50eadf9c6f30 req-c1f56079-6279-43a9-a1d9-2e795ebb6e48 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:54.635208 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0c693e1a-8842-49d3-be20-50eadf9c6f30 req-c1f56079-6279-43a9-a1d9-2e795ebb6e48 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 945 time: 0.0475657 Sep 17 05:39:54.672204 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0c693e1a-8842-49d3-be20-50eadf9c6f30 req-f2bfbd51-5e86-49fe-9ea8-e5548a7f2572 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Sep 17 05:39:54.832216 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52ab12-403d-4e15-b9d4-328e4bea54b4 req-269d5fca-8070-447b-8cf8-31e2ec35d215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:54.833698 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd52ab12-403d-4e15-b9d4-328e4bea54b4 req-269d5fca-8070-447b-8cf8-31e2ec35d215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0481408 Sep 17 05:39:54.873400 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fd52ab12-403d-4e15-b9d4-328e4bea54b4 req-990747bb-7e28-4cc9-a621-63294e5327bb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Sep 17 05:39:55.989871 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34937c-8a06-4809-aba0-41e777418f70 req-2186b929-efc8-4325-99c3-af98fc1c8739 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:55.991305 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f34937c-8a06-4809-aba0-41e777418f70 req-2186b929-efc8-4325-99c3-af98fc1c8739 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0473285 Sep 17 05:39:56.029184 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0f34937c-8a06-4809-aba0-41e777418f70 req-aa8095d1-4aec-4a9b-8132-b6f41c2da897 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Sep 17 05:39:57.144559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf02d-920f-45aa-84a5-4b4203969c9b req-1641ec3b-7bd9-4a19-8aac-6b57cc315fba tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:57.146548 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14fbf02d-920f-45aa-84a5-4b4203969c9b req-1641ec3b-7bd9-4a19-8aac-6b57cc315fba tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0490830 Sep 17 05:39:57.186981 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14fbf02d-920f-45aa-84a5-4b4203969c9b req-98a54e00-84f4-4f74-b313-6fda93482f72 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Sep 17 05:39:58.087579 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:39:58.180528 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:58.191597 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:39:58.226758 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:58.240552 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:39:58.260177 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:39:58.310493 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa709b19-7194-481b-9d4a-c79aa9838997 req-63b8d112-80f7-4f1a-8326-8509384c6c85 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:58.311934 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa709b19-7194-481b-9d4a-c79aa9838997 req-63b8d112-80f7-4f1a-8326-8509384c6c85 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0479615 Sep 17 05:39:58.314432 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:39:58.353386 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fa709b19-7194-481b-9d4a-c79aa9838997 req-76e449f3-837b-4fdf-a918-6f0cd5681b2c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344489 Sep 17 05:39:58.485416 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=6']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:39:58.492093 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.492435 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.492767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.493095 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.493417 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.493737 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.494054 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.494373 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.494712 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.495031 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.495344 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.495652 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:39:58.530319 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fa05571c-f3a2-494d-9442-6d30860a1f38'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:39:59.473732 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5e01-fa8e-4d8d-b4c8-cded1a8e17b6 req-885072ac-82f2-49df-a738-14b245ad5215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:39:59.475186 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d75c5e01-fa8e-4d8d-b4c8-cded1a8e17b6 req-885072ac-82f2-49df-a738-14b245ad5215 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 945 time: 0.0485673 Sep 17 05:39:59.510786 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d75c5e01-fa8e-4d8d-b4c8-cded1a8e17b6 req-b937981b-078f-45c7-9fbf-a436afae20a7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297897 Sep 17 05:40:00.148364 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:40:00.196349 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port fa05571c-f3a2-494d-9442-6d30860a1f38 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:40:00.196715 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:00.269596 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:00.290941 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:00.293726 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e691f1e3-5684-43b5-85d6-be710ec5f335" -d '{"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:00.305761 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:00.329608 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499a35b-735a-47f5-af4e-38b7ec6a83d2 x-openstack-request-id: req-3499a35b-735a-47f5-af4e-38b7ec6a83d2 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:00.329910 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:00.330141 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3499a35b-735a-47f5-af4e-38b7ec6a83d2 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:00.330531 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'code': 200} Sep 17 05:40:00.403404 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:00.448466 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=7']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:00.625507 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a53c03-dc4b-41a5-bb7f-85d40593cd98 req-89f05f86-c06d-438a-aec4-0b53ec70c398 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:00.626945 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95a53c03-dc4b-41a5-bb7f-85d40593cd98 req-89f05f86-c06d-438a-aec4-0b53ec70c398 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0464673 Sep 17 05:40:00.663243 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-95a53c03-dc4b-41a5-bb7f-85d40593cd98 req-e45bcf4a-e804-4e19-8f99-a37b2b3e09cc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305057 Sep 17 05:40:01.610906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6d52409d-fe66-4210-81b9-8c94df7a5ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:01.781729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a47e7-f658-4873-864e-8a46ba6af0d0 req-67e4331f-ac9e-40d3-b7de-f5da8c2cea32 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:01.783191 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-897a47e7-f658-4873-864e-8a46ba6af0d0 req-67e4331f-ac9e-40d3-b7de-f5da8c2cea32 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0480328 Sep 17 05:40:01.822707 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-897a47e7-f658-4873-864e-8a46ba6af0d0 req-5d39d3c4-d69a-4078-82fb-d9500f6c19fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Sep 17 05:40:02.827354 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-7efa310c-4a66-4e33-b4db-a1b1f5b64002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:02.828842 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-7efa310c-4a66-4e33-b4db-a1b1f5b64002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1099 time: 0.0390072 Sep 17 05:40:02.973013 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e49db-ff97-463d-b52a-d88a5ac0b352 req-a8606b34-8b63-4778-99da-6ef205a87224 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:02.974462 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-292e49db-ff97-463d-b52a-d88a5ac0b352 req-a8606b34-8b63-4778-99da-6ef205a87224 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0697842 Sep 17 05:40:02.988932 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-43529efe-e12d-4574-b0f8-8457dbf45f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:02.990314 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-43529efe-e12d-4574-b0f8-8457dbf45f54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.1421766 Sep 17 05:40:03.049093 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-292e49db-ff97-463d-b52a-d88a5ac0b352 req-ba921f01-d4b1-4b41-bb11-00f5692e2b9e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672073 Sep 17 05:40:03.075463 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-e14e6f5c-8349-488b-9ad8-23e3dac569a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 1001 time: 0.0744839 Sep 17 05:40:03.130869 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-120ecb2e-e5d8-4e96-8030-5a4b56843f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:03.132373 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-120ecb2e-e5d8-4e96-8030-5a4b56843f0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0491822 Sep 17 05:40:03.180935 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-61ec6ef6-d231-4174-af75-eac0f103e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:03.182340 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-61ec6ef6-d231-4174-af75-eac0f103e3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411336 Sep 17 05:40:03.276588 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-fbac6815-a099-42f0-b55e-733146afef69 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864780 Sep 17 05:40:03.372672 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-df51b87a-652f-4aed-a8f5-b753fd259c04 req-9e2b7bbd-2f8c-4043-88f6-0be9cbd34116 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878870 Sep 17 05:40:04.203947 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a0710-a543-49f2-9fe4-1205dc7bf5c5 req-ded44d0d-9fc8-4c07-8459-150976d4ce52 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:04.207343 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-845a0710-a543-49f2-9fe4-1205dc7bf5c5 req-ded44d0d-9fc8-4c07-8459-150976d4ce52 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0649965 Sep 17 05:40:04.249097 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-845a0710-a543-49f2-9fe4-1205dc7bf5c5 req-88c21a0c-5ee6-48ac-a1e9-a6184c0cdf08 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358920 Sep 17 05:40:04.428441 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3507-fcb5-44b4-855c-aa7bc1d92f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:04.990097 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:05.387420 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b225e2-c068-4aa8-aad0-8717f39497f2 req-48b46795-f142-4e17-8487-70011111e3c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:05.388943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5b225e2-c068-4aa8-aad0-8717f39497f2 req-48b46795-f142-4e17-8487-70011111e3c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0552216 Sep 17 05:40:05.452198 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f5b225e2-c068-4aa8-aad0-8717f39497f2 req-664f9fce-25ac-4da2-afaa-0f03becb4ce2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498023 Sep 17 05:40:05.536200 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:06.588844 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eecb00-c7a4-42bc-87c3-8019c187e762 req-2fe33304-0e19-4c5d-8db7-355b84fecb7b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:06.593699 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22eecb00-c7a4-42bc-87c3-8019c187e762 req-2fe33304-0e19-4c5d-8db7-355b84fecb7b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0732975 Sep 17 05:40:06.635653 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22eecb00-c7a4-42bc-87c3-8019c187e762 req-54fd2ded-e4b6-4f83-8740-9bbb6fdb4da5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Sep 17 05:40:07.085515 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:08.073635 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a548ed-dfd3-4cd3-b2ae-b28d4959fbe5 req-fa3dbb1e-afa6-423a-88a6-8ed7c7e91dd7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:08.075116 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04a548ed-dfd3-4cd3-b2ae-b28d4959fbe5 req-fa3dbb1e-afa6-423a-88a6-8ed7c7e91dd7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.3515265 Sep 17 05:40:08.081632 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-2595a9cd-0e39-4fcf-b895-252dd3c6efb6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:08.082983 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-2595a9cd-0e39-4fcf-b895-252dd3c6efb6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.4259584 Sep 17 05:40:08.107529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-e7a538b4-20c5-4e11-bc72-31dd0eb64018 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/quotas/298b75ed7d8448f78aa412c32fa083f3 HTTP/1.1" status: 200 len: 375 time: 0.0178981 Sep 17 05:40:08.133954 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-04a548ed-dfd3-4cd3-b2ae-b28d4959fbe5 req-240a98bf-bb8c-403f-8ba0-841ca201bd33 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500288 Sep 17 05:40:08.179712 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-24bce465-2676-4a80-a0f5-5bda794c1458 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613961 Sep 17 05:40:08.379536 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-0d943586-d79d-47e4-8793-795fe4e21138 service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881595 Sep 17 05:40:08.476932 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-50ed45a6-e31a-495f-9753-f6cdc7c50dce service neutron] 10.222.0.23 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855012 Sep 17 05:40:08.761759 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-38191d0f-c7e2-4a9f-ba1f-34a4e7053a1f req-c868c498-de03-4d06-aac0-77d917d5ee42 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 210 time: 0.0364916 Sep 17 05:40:09.282819 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f28370-9971-4c73-90a9-a877bce3cab9 req-53b3a31d-4a92-49f3-871a-3606cfac94e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:09.284679 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47f28370-9971-4c73-90a9-a877bce3cab9 req-53b3a31d-4a92-49f3-871a-3606cfac94e4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0670426 Sep 17 05:40:09.328670 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-47f28370-9971-4c73-90a9-a877bce3cab9 req-d583af0a-da41-401a-828d-05114496bbe1 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Sep 17 05:40:09.865865 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-64862514-c7a0-4b36-a907-be38986375c3 req-997be447-2c03-4326-ba64-35fd48c56186 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 210 time: 0.0412314 Sep 17 05:40:10.445026 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093510e-8b08-4cdd-8741-6e1c02564c39 req-2f064dfa-a2d6-4026-8882-729bc2a43cd8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:10.446499 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7093510e-8b08-4cdd-8741-6e1c02564c39 req-2f064dfa-a2d6-4026-8882-729bc2a43cd8 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0479698 Sep 17 05:40:10.489359 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7093510e-8b08-4cdd-8741-6e1c02564c39 req-4887beea-81ee-4a6c-8811-63bea75b8c1f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Sep 17 05:40:11.002093 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31531531-b9b9-4657-94ec-b2f53061a802 req-99b4df77-fd83-4544-90f6-e0a8a0221c16 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Sep 17 05:40:11.232751 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-1a468627-65d9-4c32-9eb2-365dc1d401c6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:11.234157 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-1a468627-65d9-4c32-9eb2-365dc1d401c6 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 814 time: 0.1073759 Sep 17 05:40:11.249950 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Request body: {'port': {'device_id': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'admin_state_up': True, 'tenant_id': '298b75ed7d8448f78aa412c32fa083f3'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:40:11.453658 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Made reservation on behalf of 298b75ed7d8448f78aa412c32fa083f3 for: {'port': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:40:11.457557 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:11.618290 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Allocated IP 172.20.0.14 (8852b0b8-2cab-42a9-b336-9aff80b9a973/473fc251-6c02-4313-bd2d-7c40f96040a4/258c4c07-b54f-440d-9ad1-ef01e7385847) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 05:40:11.659888 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93093f5-6512-44f9-b51e-71be34039450 req-f8a79cbf-6be8-4ec5-b079-e1f1cbc7f5e5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:11.661385 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f93093f5-6512-44f9-b51e-71be34039450 req-f8a79cbf-6be8-4ec5-b079-e1f1cbc7f5e5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0790923 Sep 17 05:40:11.734140 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f93093f5-6512-44f9-b51e-71be34039450 req-f5de3be4-fa76-47d9-971f-037f6820a1bb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633831 Sep 17 05:40:11.812127 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:11.905863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728280248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:11.919247 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', '4806e1af-d1cd-4beb-a396-f73ea6c072e9'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:40:11.953177 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Network 8852b0b8-2cab-42a9-b336-9aff80b9a973 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 05:40:11.956552 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:40:11.963721 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 05:40:12.004901 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event updated for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:12.020903 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:12.021600 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:12.031542 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.032008 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.032406 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.032807 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.033200 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.033594 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.033983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.034368 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.034772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.035297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.035591 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.035998 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:40:12.156957 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-3d345ba0-5fd6-464a-8ffa-aadb104b13ae tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9119453 Sep 17 05:40:12.174582 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3880b-8b9e-47c9-bfcd-17dc95790269 req-13b2ab09-a79e-4ca3-ac2e-6f06849857ca tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:12.176452 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22d3880b-8b9e-47c9-bfcd-17dc95790269 req-13b2ab09-a79e-4ca3-ac2e-6f06849857ca tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 932 time: 0.0980506 Sep 17 05:40:12.241768 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-22d3880b-8b9e-47c9-bfcd-17dc95790269 req-6f41b1cf-7d25-413e-8dca-c30a7909b491 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592253 Sep 17 05:40:12.248902 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Request body: {'port': {'device_id': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:40:12.331343 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:12.615526 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258c4c07-b54f-440d-9ad1-ef01e7385847 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:40:12.623630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:12.635963 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Transition to ACTIVE for port object 258c4c07-b54f-440d-9ad1-ef01e7385847 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 05:40:12.703405 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:12.760865 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Pushing event updated for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:12.871743 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Attempting to bind port 258c4c07-b54f-440d-9ad1-ef01e7385847 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 05:40:12.872623 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Attempting to bind port 258c4c07-b54f-440d-9ad1-ef01e7385847 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 05:40:12.872934 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Attempting to bind port 258c4c07-b54f-440d-9ad1-ef01e7385847 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:40:12.881811 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Port 258c4c07-b54f-440d-9ad1-ef01e7385847 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 05:40:12.882018 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Attempting to bind port 258c4c07-b54f-440d-9ad1-ef01e7385847 on network 8852b0b8-2cab-42a9-b336-9aff80b9a973 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 05:40:12.893147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664ba4-00b8-4e30-bf3a-31c4f0b762e9 req-71a14cc9-b38d-4cd2-ab82-76aeffe0fa29 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:12.900656 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-84664ba4-00b8-4e30-bf3a-31c4f0b762e9 req-71a14cc9-b38d-4cd2-ab82-76aeffe0fa29 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0825109 Sep 17 05:40:12.910928 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Checking agent: {'id': 'bf72c316-0a26-4153-ae7c-11690a698fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'started_at': datetime.datetime(2021, 9, 17, 5, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 5, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 05:40:12.911256 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Checking segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:40:12.911599 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Bound using segment: {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 05:40:12.912065 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Bound port: 258c4c07-b54f-440d-9ad1-ef01e7385847, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c6f698-5539-4398-a32f-189bec436328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 05:40:12.912424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:12.967059 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-84664ba4-00b8-4e30-bf3a-31c4f0b762e9 req-b5d67003-f108-464a-a745-7a3f51aef6ba tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655551 Sep 17 05:40:13.000497 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 05:40:13.003630 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=258c4c07-b54f-440d-9ad1-ef01e7385847,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 05:40:13.071005 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9297053'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:13.115091 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.115795 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:13.117299 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] 10.222.0.35 "PUT /v2.0/ports/258c4c07-b54f-440d-9ad1-ef01e7385847 HTTP/1.1" status: 200 len: 1094 time: 0.8731942 Sep 17 05:40:13.117598 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:13.119835 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:13.138203 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d84cc-4f97-4e62-9bb8-c577d243fa38 service neutron] Pushing event updated for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:13.171474 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adb2f3-a51c-43fd-acac-767b063e4530 x-openstack-request-id: req-02adb2f3-a51c-43fd-acac-767b063e4530 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:13.171772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:13.172057 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02adb2f3-a51c-43fd-acac-767b063e4530 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:13.187359 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847', 'status': 'completed', 'code': 200} Sep 17 05:40:13.240643 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-52711238-3f21-463e-8e78-6919797af298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.242200 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-52711238-3f21-463e-8e78-6919797af298 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 1097 time: 0.0474713 Sep 17 05:40:13.378705 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-b6e79685-1f81-4fc8-81cf-02662e1a88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.380307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-b6e79685-1f81-4fc8-81cf-02662e1a88e1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=298b75ed7d8448f78aa412c32fa083f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266077 Sep 17 05:40:13.390831 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b013e5c-887f-48c2-94b9-f9765eb85a82 req-98757567-7de7-446c-9b3e-a88ca99c282b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.392249 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b013e5c-887f-48c2-94b9-f9765eb85a82 req-98757567-7de7-446c-9b3e-a88ca99c282b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 944 time: 0.0759404 Sep 17 05:40:13.483986 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b013e5c-887f-48c2-94b9-f9765eb85a82 req-e8d1dc6d-b6a2-4aed-ae11-4c1daf32c436 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Sep 17 05:40:13.520716 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-66cc9a3f-082a-4f56-895a-a3a151b79e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.522433 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3cfbdd43-c466-4f02-9ef4-b4e36340e9f7 req-66cc9a3f-082a-4f56-895a-a3a151b79e0e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293321 Sep 17 05:40:13.611403 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-f124a46c-0937-462a-9875-82a08bf4045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.612943 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-f124a46c-0937-462a-9875-82a08bf4045f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 1097 time: 0.0465958 Sep 17 05:40:13.656661 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-a0f5a08a-ccc8-4fcb-8740-2c3ff591519e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258c4c07-b54f-440d-9ad1-ef01e7385847 HTTP/1.1" status: 200 len: 217 time: 0.0350420 Sep 17 05:40:13.709367 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-0f93f822-1498-4b93-aa3e-66d4148f9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:13.710995 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-0f93f822-1498-4b93-aa3e-66d4148f9b70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.0459356 Sep 17 05:40:13.747594 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-e0541a37-d1dc-4a89-b78b-51546ff02ef0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282493 Sep 17 05:40:13.851491 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-dde00b9a-53f7-4334-9b1b-b756803bbe4e service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954912 Sep 17 05:40:13.953513 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cb6c1267-0f0e-4726-bca9-4f3d524105e5 req-c62a0abb-1743-4113-8b82-5b3e02373cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923848 Sep 17 05:40:14.113418 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a203e1f-43d5-47e1-96af-6282ad470ef9 req-ae7d2907-2894-458a-bd8d-2d46cf55e0d5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:14.115044 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8a203e1f-43d5-47e1-96af-6282ad470ef9 req-ae7d2907-2894-458a-bd8d-2d46cf55e0d5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0688920 Sep 17 05:40:14.158708 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-8a203e1f-43d5-47e1-96af-6282ad470ef9 req-acd96089-3d7b-476e-a035-1dfb71095cf3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365617 Sep 17 05:40:14.605730 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8343c-f090-44e1-a9ae-8d9d2cdcee95 req-53df88bf-06b6-4439-8285-76db8023459a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:14.607212 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f8a8343c-f090-44e1-a9ae-8d9d2cdcee95 req-53df88bf-06b6-4439-8285-76db8023459a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Sep 17 05:40:14.643695 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f8a8343c-f090-44e1-a9ae-8d9d2cdcee95 req-48302410-e98c-4be9-a7e3-91360510e100 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Sep 17 05:40:15.281826 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98d21-7e3b-4d56-bc04-7f7d83e7bb44 req-85d4b889-9f68-44d4-ba5a-c24e937bfe32 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:15.283517 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c1d98d21-7e3b-4d56-bc04-7f7d83e7bb44 req-85d4b889-9f68-44d4-ba5a-c24e937bfe32 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0521891 Sep 17 05:40:15.329030 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c1d98d21-7e3b-4d56-bc04-7f7d83e7bb44 req-85205f5c-2ad3-45c4-bbfd-05174a482bc0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393074 Sep 17 05:40:15.760436 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2077d1-f0da-4b7f-b883-0680b2f8d6e4 req-f92a62c9-bc84-4fcf-b2a7-6f8e248389b2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:15.761887 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd2077d1-f0da-4b7f-b883-0680b2f8d6e4 req-f92a62c9-bc84-4fcf-b2a7-6f8e248389b2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 944 time: 0.0510571 Sep 17 05:40:15.798760 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-cd2077d1-f0da-4b7f-b883-0680b2f8d6e4 req-fca8b73f-8e6d-4ce9-96cb-ab2a387d9a2f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303862 Sep 17 05:40:16.445827 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5189a4-aabb-4021-8c40-e90176e37a9a req-88fa3097-d00c-4469-bc0a-d58db13cf686 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:16.447286 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3c5189a4-aabb-4021-8c40-e90176e37a9a req-88fa3097-d00c-4469-bc0a-d58db13cf686 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0484643 Sep 17 05:40:16.485256 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3c5189a4-aabb-4021-8c40-e90176e37a9a req-fd103175-81a9-4410-ab09-27fb015b0ab7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Sep 17 05:40:16.780658 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-83f0b8c0-5add-4432-8fa2-468e7c8ab823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:16.782097 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-83f0b8c0-5add-4432-8fa2-468e7c8ab823 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1099 time: 0.0389655 Sep 17 05:40:16.883708 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-f4a4e2f4-e1b2-4b88-a914-fd0da276fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:16.885158 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-f4a4e2f4-e1b2-4b88-a914-fd0da276fef5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0954468 Sep 17 05:40:16.967441 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d33a-7eec-4516-8fbb-13efff9089f5 req-2aca9169-26dc-4cf4-97e2-12df118e86f2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:16.968959 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d745d33a-7eec-4516-8fbb-13efff9089f5 req-2aca9169-26dc-4cf4-97e2-12df118e86f2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 944 time: 0.1035242 Sep 17 05:40:16.978836 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-f8c97cae-4631-4768-a0c2-ef8ebb8551d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 1001 time: 0.0802934 Sep 17 05:40:17.040426 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d745d33a-7eec-4516-8fbb-13efff9089f5 req-e25fa16e-05a6-4522-943a-d36d5da0092c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640614 Sep 17 05:40:17.047861 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-8a0ddd79-faf9-4e43-a826-f08c6c7c8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:17.049304 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-8a0ddd79-faf9-4e43-a826-f08c6c7c8d3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0581923 Sep 17 05:40:17.095285 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-1aa1f343-dec8-4df5-8d3d-45eef7826228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:17.096735 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-1aa1f343-dec8-4df5-8d3d-45eef7826228 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386248 Sep 17 05:40:17.187622 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-bd6ae000-b3a9-44c4-9788-d1ed4f245e2a service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Sep 17 05:40:17.274488 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-b4506a51-e4c6-46bb-84dc-9cd22119cedf req-9899e4de-7799-46bf-ab85-f5364e7f5a01 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786588 Sep 17 05:40:17.606871 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdeb22-d5e7-40bc-8036-d703d104b6f8 req-f08b212b-3652-4607-8a38-58c0b936416f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:17.608362 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83fdeb22-d5e7-40bc-8036-d703d104b6f8 req-f08b212b-3652-4607-8a38-58c0b936416f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0516670 Sep 17 05:40:17.644371 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-83fdeb22-d5e7-40bc-8036-d703d104b6f8 req-25d187ed-7ce8-415a-9202-34dda99f99ad tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302773 Sep 17 05:40:18.151237 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1ff32-77fe-4d59-ad27-d99176de469a req-b87f6911-6bf4-4580-8c1e-beba73ae8a7a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:18.152713 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fce1ff32-77fe-4d59-ad27-d99176de469a req-b87f6911-6bf4-4580-8c1e-beba73ae8a7a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 944 time: 0.0475335 Sep 17 05:40:18.188680 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-fce1ff32-77fe-4d59-ad27-d99176de469a req-cac29219-fc18-4ae4-8ca4-af9b4314c839 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296512 Sep 17 05:40:18.225750 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 258c4c07-b54f-440d-9ad1-ef01e7385847 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:40:18.318816 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=258c4c07-b54f-440d-9ad1-ef01e7385847,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:18.329920 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': '258c4c07-b54f-440d-9ad1-ef01e7385847', 'network_id': '8852b0b8-2cab-42a9-b336-9aff80b9a973', 'port_id': '258c4c07-b54f-440d-9ad1-ef01e7385847', 'mac_address': 'fa:16:3e:84:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473fc251-6c02-4313-bd2d-7c40f96040a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:40:18.365634 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:18.378227 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258c4c07-b54f-440d-9ad1-ef01e7385847 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:40:18.396464 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=258c4c07-b54f-440d-9ad1-ef01e7385847,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:18.485473 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:18.531155 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=4']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:18.759239 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16794696-0736-41db-9364-e56c141294f0 req-5717e439-7fd9-452c-b6fa-49b6042ff3eb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:18.760699 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16794696-0736-41db-9364-e56c141294f0 req-5717e439-7fd9-452c-b6fa-49b6042ff3eb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0470982 Sep 17 05:40:18.797217 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16794696-0736-41db-9364-e56c141294f0 req-7ec76b31-affe-43ca-89d0-6fab417059dc tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Sep 17 05:40:18.944261 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['258c4c07-b54f-440d-9ad1-ef01e7385847'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:40:19.303166 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de71be-708f-4854-8c81-46330f4186f0 req-19fe0db7-a734-4c0f-bba6-94cf8ac90974 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:19.304735 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-97de71be-708f-4854-8c81-46330f4186f0 req-19fe0db7-a734-4c0f-bba6-94cf8ac90974 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 945 time: 0.0515258 Sep 17 05:40:19.342999 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-97de71be-708f-4854-8c81-46330f4186f0 req-e4c32568-224f-4e3b-910a-2ad55a8e1330 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Sep 17 05:40:19.913657 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b020-99ea-457a-b921-56a05734c54d req-6d125cf1-710f-455a-b41b-279e9bf9d8b5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:19.915126 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69c0b020-99ea-457a-b921-56a05734c54d req-6d125cf1-710f-455a-b41b-279e9bf9d8b5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 946 time: 0.0485737 Sep 17 05:40:19.952253 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-69c0b020-99ea-457a-b921-56a05734c54d req-a6344322-fe7c-4c20-9135-09375d2cd92c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Sep 17 05:40:20.249617 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 258c4c07-b54f-440d-9ad1-ef01e7385847 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:40:20.361680 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning for port 258c4c07-b54f-440d-9ad1-ef01e7385847 completed by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 05:40:20.365515 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port 258c4c07-b54f-440d-9ad1-ef01e7385847 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:40:20.365891 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:20.449279 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:20.458149 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcc95a-7969-4f20-aa31-14f21275dd9c req-f3e39db0-b3f2-466d-842a-868c7c793912 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:20.461377 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ffdcc95a-7969-4f20-aa31-14f21275dd9c req-f3e39db0-b3f2-466d-842a-868c7c793912 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 945 time: 0.0492632 Sep 17 05:40:20.471354 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:20.473850 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78528fd-ac23-4caf-8db5-3e0f8c1e79b2" -d '{"events": [{"server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "name": "network-vif-plugged", "status": "completed", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:20.486733 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=258c4c07-b54f-440d-9ad1-ef01e7385847,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:20.498626 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ffdcc95a-7969-4f20-aa31-14f21275dd9c req-fb7d285e-9bdd-4860-ae38-8c19f3329494 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Sep 17 05:40:20.546714 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb5efea-589c-476c-9e9d-958791584558 x-openstack-request-id: req-fcb5efea-589c-476c-9e9d-958791584558 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:20.546714 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "name": "network-vif-plugged", "status": "completed", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:20.546714 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcb5efea-589c-476c-9e9d-958791584558 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:20.546714 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847', 'code': 200} Sep 17 05:40:20.565238 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:20.566027 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:40:20.641131 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=5']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:20.681162 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:20.712705 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:20.762992 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:20.812259 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=8']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:20.844222 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad31e9-e63d-473e-a597-46fada1d8f56 req-425a3473-62d3-4a77-be69-88014a310f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:20.845695 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91ad31e9-e63d-473e-a597-46fada1d8f56 req-425a3473-62d3-4a77-be69-88014a310f6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 1099 time: 0.0454707 Sep 17 05:40:20.880131 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-91ad31e9-e63d-473e-a597-46fada1d8f56 req-817c4f04-e7bc-45b2-9e1e-098bee2c6b35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273387 Sep 17 05:40:21.612403 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590fd72-4167-49b5-88c6-53a36df6bdba req-a4dd0980-ac14-4003-8ccd-f2a0b58af9be tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:21.613884 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2590fd72-4167-49b5-88c6-53a36df6bdba req-a4dd0980-ac14-4003-8ccd-f2a0b58af9be tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Sep 17 05:40:21.651469 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2590fd72-4167-49b5-88c6-53a36df6bdba req-4b90bad6-41fb-43dd-8f3c-67d802bf4046 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Sep 17 05:40:22.304287 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920a7ec-a4d8-44a6-819e-56ec818f03d8 req-3bb7d46b-9ca4-4525-ba3d-038ccad9552f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:22.305787 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9920a7ec-a4d8-44a6-819e-56ec818f03d8 req-3bb7d46b-9ca4-4525-ba3d-038ccad9552f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0540001 Sep 17 05:40:22.343714 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9920a7ec-a4d8-44a6-819e-56ec818f03d8 req-0841ea3e-9140-4261-8a14-ae4e792be2c5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319812 Sep 17 05:40:22.544085 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:22.546372 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88818b4a-7183-4c60-8171-b23d556d40d0" -d '{"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-unplugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:22.579985 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c292c1-f536-4cf3-a85f-c0cf866ec560 x-openstack-request-id: req-b7c292c1-f536-4cf3-a85f-c0cf866ec560 {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:22.580286 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-unplugged", "status": "failed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "code": 422}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:22.580540 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7c292c1-f536-4cf3-a85f-c0cf866ec560 {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:22.580939 dv-cinder-809518-2-iscsi neutron-server[94518]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'code': 422} returned with failed status Sep 17 05:40:22.613219 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-7645c3f8-edba-4e8e-8cbd-6fea3a51d6b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424399 Sep 17 05:40:22.771408 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad5d10-3513-4c2e-9aa3-51369566e7e5 req-c453702f-9a0f-4383-8c08-80ecce15b32c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:22.773039 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16ad5d10-3513-4c2e-9aa3-51369566e7e5 req-c453702f-9a0f-4383-8c08-80ecce15b32c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Sep 17 05:40:22.810012 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-16ad5d10-3513-4c2e-9aa3-51369566e7e5 req-0478d018-67bb-4ba3-9cfa-0886e3cbc21b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304067 Sep 17 05:40:23.467181 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ed0aa-2abd-4e75-82c8-5619de131b5a req-0a8f886a-5abf-46c8-b368-21f432759de6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:23.468686 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e4ed0aa-2abd-4e75-82c8-5619de131b5a req-0a8f886a-5abf-46c8-b368-21f432759de6 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0478451 Sep 17 05:40:23.506232 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e4ed0aa-2abd-4e75-82c8-5619de131b5a req-61c5680e-5d81-4300-8e7b-7e6f8a94957f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Sep 17 05:40:23.977900 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d037-da1e-49f8-8082-074b8121cc9d req-51c91b31-89d7-42bb-beff-43b5ce7445aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:23.979390 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-51c91b31-89d7-42bb-beff-43b5ce7445aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db&tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06 HTTP/1.1" status: 200 len: 1097 time: 0.0426857 Sep 17 05:40:24.039321 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d037-da1e-49f8-8082-074b8121cc9d req-a6de975e-0b4b-4045-ba0c-0d8ac390892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:24.040812 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-a6de975e-0b4b-4045-ba0c-0d8ac390892e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1097 time: 0.0389118 Sep 17 05:40:24.128818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d037-da1e-49f8-8082-074b8121cc9d req-aa40de80-eecd-41dc-be7a-f50170c09554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:24.130264 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-aa40de80-eecd-41dc-be7a-f50170c09554 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 200 len: 918 time: 0.0815101 Sep 17 05:40:24.196415 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-1cc3a4ee-04ea-4cd3-8733-e0d53cc3f837 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 200 len: 999 time: 0.0584023 Sep 17 05:40:24.243852 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d037-da1e-49f8-8082-074b8121cc9d req-3ce291ac-40a5-461d-a1cf-672bf5b9da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:24.245200 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-3ce291ac-40a5-461d-a1cf-672bf5b9da10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 200 len: 856 time: 0.0411043 Sep 17 05:40:24.245342 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:40:24.291112 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d037-da1e-49f8-8082-074b8121cc9d req-ebc529d2-1e62-4484-9435-697ba711ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:24.292641 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-ebc529d2-1e62-4484-9435-697ba711ee94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387421 Sep 17 05:40:24.356940 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:24.387123 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-b1efaccd-3548-45b5-9470-abc73557df65 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863574 Sep 17 05:40:24.491864 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f746d037-da1e-49f8-8082-074b8121cc9d req-00cd6a5f-e45a-485a-9e48-023b9437e484 service neutron] 10.222.0.35 "GET /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977054 Sep 17 05:40:24.626100 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc03e41-bd85-4607-8f4e-db3f8f68afa7 req-a67ed879-8ae2-4c7a-adeb-b9d7fa1afde2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:24.627587 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0bc03e41-bd85-4607-8f4e-db3f8f68afa7 req-a67ed879-8ae2-4c7a-adeb-b9d7fa1afde2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0484991 Sep 17 05:40:24.665050 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0bc03e41-bd85-4607-8f4e-db3f8f68afa7 req-8927b087-7938-4c18-a6ea-8954ef7a3919 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 17 05:40:25.783896 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271079b0-5d0f-4f02-afa7-da99314d6fb2 req-b8a7ddf7-7513-4515-93b6-0497e31d4b9d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:25.785836 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-271079b0-5d0f-4f02-afa7-da99314d6fb2 req-b8a7ddf7-7513-4515-93b6-0497e31d4b9d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0506587 Sep 17 05:40:25.823713 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-271079b0-5d0f-4f02-afa7-da99314d6fb2 req-ea6101a7-89ab-46e0-9f21-40c95e2c524b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Sep 17 05:40:26.863229 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:40:26.954833 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089dc1-2775-4f8c-9d42-9625738bb1a4 req-a2b2e394-74b5-41a7-8e55-d9948d53d0fd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:26.956397 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b089dc1-2775-4f8c-9d42-9625738bb1a4 req-a2b2e394-74b5-41a7-8e55-d9948d53d0fd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0538836 Sep 17 05:40:26.997444 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b089dc1-2775-4f8c-9d42-9625738bb1a4 req-e8e94cf8-4d00-4dd0-9c84-d47edcdaf9a5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Sep 17 05:40:28.119791 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13598428-5308-437d-996e-cbee713ec09e req-d61021e8-b503-4b12-8ee7-5c47ba2a110f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:28.121320 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-13598428-5308-437d-996e-cbee713ec09e req-d61021e8-b503-4b12-8ee7-5c47ba2a110f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0491860 Sep 17 05:40:28.159718 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-13598428-5308-437d-996e-cbee713ec09e req-adc05141-1154-4b5f-a23d-cbece2414e73 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Sep 17 05:40:29.281136 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb0e2c-4b8a-4e86-bef5-db673ba54248 req-70c93bfd-4e36-49f5-b742-8ca251e52665 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:29.282624 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ebb0e2c-4b8a-4e86-bef5-db673ba54248 req-70c93bfd-4e36-49f5-b742-8ca251e52665 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0490589 Sep 17 05:40:29.320773 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7ebb0e2c-4b8a-4e86-bef5-db673ba54248 req-679cb191-6155-49ec-9628-06a342beb6cf tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Sep 17 05:40:30.444211 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01093fb-bf2e-492f-ae30-2a8d95fbe6ab req-52417e82-116e-4ef6-b7b7-f631f60f9540 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:30.445732 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c01093fb-bf2e-492f-ae30-2a8d95fbe6ab req-52417e82-116e-4ef6-b7b7-f631f60f9540 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0539570 Sep 17 05:40:30.484390 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c01093fb-bf2e-492f-ae30-2a8d95fbe6ab req-9f25c75c-3a9e-4c12-b4ba-777ef133172b tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Sep 17 05:40:31.613787 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6195f0-d1d4-4e91-af99-ee05483f0572 req-a21c66c5-f6f2-4876-aa8d-ea444a1276c3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:31.615280 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0b6195f0-d1d4-4e91-af99-ee05483f0572 req-a21c66c5-f6f2-4876-aa8d-ea444a1276c3 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0500526 Sep 17 05:40:31.625007 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-73633125-5b1a-4293-90f0-54a8f60613e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:31.657703 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0b6195f0-d1d4-4e91-af99-ee05483f0572 req-490a0f7e-41d9-41c8-8005-7eba3de840b2 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Sep 17 05:40:32.778520 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c37f-fcb3-4d83-b673-35ea83a70df7 req-99899807-759d-4567-8f7d-c6fc2902a6fd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:32.780539 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db95c37f-fcb3-4d83-b673-35ea83a70df7 req-99899807-759d-4567-8f7d-c6fc2902a6fd tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0491931 Sep 17 05:40:32.818158 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-db95c37f-fcb3-4d83-b673-35ea83a70df7 req-cf4b7b35-3db7-4784-8eff-bd8514d449aa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Sep 17 05:40:33.944297 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ad550-317e-4cc8-a027-08fe7f2479bc req-aa1ebcdb-474f-4fcc-9694-b90e64a4c378 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:33.945729 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4b2ad550-317e-4cc8-a027-08fe7f2479bc req-aa1ebcdb-474f-4fcc-9694-b90e64a4c378 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0515699 Sep 17 05:40:33.982318 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-4b2ad550-317e-4cc8-a027-08fe7f2479bc req-80421985-2358-44e9-b007-0a71067857c5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307148 Sep 17 05:40:34.410921 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a500a0d7-80d2-4974-9679-1cb2243f206b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:34.979254 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:35.103624 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b360ad-1a60-44e9-a892-bc714bb8b2bd req-08927188-ff17-4e48-89b6-4f734c388b59 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:35.105235 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7b360ad-1a60-44e9-a892-bc714bb8b2bd req-08927188-ff17-4e48-89b6-4f734c388b59 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0502374 Sep 17 05:40:35.146158 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a7b360ad-1a60-44e9-a892-bc714bb8b2bd req-c294c028-c9cd-42e1-87a3-40f683141c20 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Sep 17 05:40:35.470218 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:36.267614 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a96af-b210-44cc-a281-189c1195f485 req-207924f7-2851-42c7-ae49-7f0c90fdec68 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:36.269202 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b8a96af-b210-44cc-a281-189c1195f485 req-207924f7-2851-42c7-ae49-7f0c90fdec68 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0480995 Sep 17 05:40:36.306722 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-1b8a96af-b210-44cc-a281-189c1195f485 req-b10e5844-9d1a-4d94-8179-202547852bd7 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Sep 17 05:40:37.076284 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:37.438260 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e051092-331c-4a72-9d5c-570f671a28dc req-e59fb62e-3b73-4dcc-a725-a72850c3072f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:37.440017 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9e051092-331c-4a72-9d5c-570f671a28dc req-e59fb62e-3b73-4dcc-a725-a72850c3072f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0594683 Sep 17 05:40:37.485254 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-9e051092-331c-4a72-9d5c-570f671a28dc req-2c116c08-28f1-4ad3-9198-08ff401fc564 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 Sep 17 05:40:38.608093 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4476-ff87-4332-ae98-97da255be309 req-0b0bc085-7553-47b5-bf55-40fb71eb0d90 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:38.610092 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b8a4476-ff87-4332-ae98-97da255be309 req-0b0bc085-7553-47b5-bf55-40fb71eb0d90 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0490508 Sep 17 05:40:38.648656 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3b8a4476-ff87-4332-ae98-97da255be309 req-ab9fe1de-8edf-4cdf-a3f2-8c0cd75ee481 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326769 Sep 17 05:40:39.766837 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903f9-b589-4d89-b9e1-1aff302e0c7c req-ff0f5534-74a0-48a4-b90f-d81169d7959a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:39.768377 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-811903f9-b589-4d89-b9e1-1aff302e0c7c req-ff0f5534-74a0-48a4-b90f-d81169d7959a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0479987 Sep 17 05:40:39.804889 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-811903f9-b589-4d89-b9e1-1aff302e0c7c req-e7c9f5f5-cb6b-4093-b4bf-e856726e1f6e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304573 Sep 17 05:40:40.923752 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ce905-2d19-4410-ace7-7077d27d416e req-303ce3d4-b5fd-45ba-9c53-35884bdbb601 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:40.925234 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-042ce905-2d19-4410-ace7-7077d27d416e req-303ce3d4-b5fd-45ba-9c53-35884bdbb601 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0512571 Sep 17 05:40:40.962307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-042ce905-2d19-4410-ace7-7077d27d416e req-5e8241cf-8f61-4ce8-8b45-d817757983b0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312910 Sep 17 05:40:42.078147 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607492-7cd4-4836-a386-e550a25bd6b5 req-8e61e14e-2b19-49c1-a98d-760017ae3b86 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:42.079589 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-78607492-7cd4-4836-a386-e550a25bd6b5 req-8e61e14e-2b19-49c1-a98d-760017ae3b86 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0472345 Sep 17 05:40:42.115492 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-78607492-7cd4-4836-a386-e550a25bd6b5 req-d519820b-ed53-4ac1-8eab-94760dd4a4f9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300946 Sep 17 05:40:43.232718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19846776-a4c9-4470-91d9-7a677dee16a6 req-90530f08-28e2-42b6-9fe5-5909d9e7c676 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:43.234194 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-19846776-a4c9-4470-91d9-7a677dee16a6 req-90530f08-28e2-42b6-9fe5-5909d9e7c676 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0482464 Sep 17 05:40:43.271060 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-19846776-a4c9-4470-91d9-7a677dee16a6 req-9e23e184-f342-46fa-aff1-8f81425d449e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Sep 17 05:40:44.388640 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d7d4-62d6-4e58-9549-3f7e3f616dec req-a9290b80-d93e-4d93-8bf7-ee308be85dbe tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:44.390095 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7e85d7d4-62d6-4e58-9549-3f7e3f616dec req-a9290b80-d93e-4d93-8bf7-ee308be85dbe tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0503087 Sep 17 05:40:44.427261 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-7e85d7d4-62d6-4e58-9549-3f7e3f616dec req-fc0138ce-12c2-4f60-8757-a86f57c61c1c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Sep 17 05:40:45.543238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8254cf5-7359-4a65-ac4d-de6ded2e4562 req-23bacbeb-9d9d-461e-aa9e-33c8590722fa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:45.544732 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8254cf5-7359-4a65-ac4d-de6ded2e4562 req-23bacbeb-9d9d-461e-aa9e-33c8590722fa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 944 time: 0.0485129 Sep 17 05:40:45.581536 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a8254cf5-7359-4a65-ac4d-de6ded2e4562 req-7fac62fc-8429-4206-bd4d-bce218d4e3fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Sep 17 05:40:46.378161 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 05:40:46.470458 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:46.481638 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Returning: {'device': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'port_id': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'mac_address': 'fa:16:3e:9e:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 05:40:46.521540 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:46.534032 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 05:40:46.552189 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:46.622122 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:46.670723 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=9']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:46.698608 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ed53f-eb96-4ca4-8264-3ccbd24937a9 req-0e13706e-5fb4-485a-9a11-cbfd8aeee66c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:46.700097 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-500ed53f-eb96-4ca4-8264-3ccbd24937a9 req-0e13706e-5fb4-485a-9a11-cbfd8aeee66c tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 945 time: 0.0476589 Sep 17 05:40:46.737076 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-500ed53f-eb96-4ca4-8264-3ccbd24937a9 req-2f3ace77-a940-4a54-8fa5-3b2bc065b57f tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Sep 17 05:40:47.027104 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['fa05571c-f3a2-494d-9442-6d30860a1f38'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:40:47.855461 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadbb37-9df8-4be4-bb0b-b070a9659e00 req-8799936c-90a5-441e-a63a-e52c47c9af21 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:47.856932 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdadbb37-9df8-4be4-bb0b-b070a9659e00 req-8799936c-90a5-441e-a63a-e52c47c9af21 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 945 time: 0.0502150 Sep 17 05:40:47.892677 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-bdadbb37-9df8-4be4-bb0b-b070a9659e00 req-40b930e1-beef-4e11-b88d-ef43f55a0b40 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294139 Sep 17 05:40:48.380907 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 up at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 05:40:48.427529 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.provisioning_blocks [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Provisioning complete for port fa05571c-f3a2-494d-9442-6d30860a1f38 triggered by entity L2. {{(pid=94518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 05:40:48.427894 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964987'] for port, provisioning_complete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:48.502323 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for port, before_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:48.526374 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:48.528579 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ad43f0158290d3a94cc75d592393103f7a3672ae142105bc77b502b51b935" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f3c55-fb94-4761-98bf-f646b1a1c782" -d '{"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:48.541348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:48.563586 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e571a-fe66-4169-bf55-9a7d3b93783f x-openstack-request-id: req-269e571a-fe66-4169-bf55-9a7d3b93783f {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:48.563873 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-plugged", "status": "completed", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "code": 200}]} {{(pid=94518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:48.564153 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-269e571a-fe66-4169-bf55-9a7d3b93783f {{(pid=94518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:48.564540 dv-cinder-809518-2-iscsi neutron-server[94518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'code': 200} Sep 17 05:40:48.612973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761728588557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728280266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728280284'] for port, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:48.660512 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Pushing event updated for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=10']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:48.830477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176be40c-2d9b-4536-98a6-6e25540158f8 req-a72e3f64-0538-4e46-a125-b461254e22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:48.831975 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-176be40c-2d9b-4536-98a6-6e25540158f8 req-a72e3f64-0538-4e46-a125-b461254e22f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 1100 time: 0.0385263 Sep 17 05:40:48.866460 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-176be40c-2d9b-4536-98a6-6e25540158f8 req-a8248f5c-dd9d-4336-9e95-ead481dd114a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269365 Sep 17 05:40:49.008060 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba378-3efa-4e1e-a3ee-85bb887350fc req-c34a26c4-000e-4e53-9512-6b167ea28ad0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:49.009523 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c38ba378-3efa-4e1e-a3ee-85bb887350fc req-c34a26c4-000e-4e53-9512-6b167ea28ad0 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0474324 Sep 17 05:40:49.046372 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-c38ba378-3efa-4e1e-a3ee-85bb887350fc req-8b6f1608-a409-45f0-b3a2-ed24c4aae09a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Sep 17 05:40:50.166941 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633851f-fa96-43f2-9860-7066b8db0692 req-cdfe60c9-07e1-4c1e-9cef-2ea279afdb6a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:50.168417 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2633851f-fa96-43f2-9860-7066b8db0692 req-cdfe60c9-07e1-4c1e-9cef-2ea279afdb6a tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0502813 Sep 17 05:40:50.205147 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-2633851f-fa96-43f2-9860-7066b8db0692 req-6e7cf539-bd56-46c9-8cb6-ca444d650ded tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299037 Sep 17 05:40:51.324409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3674-ee31-4af5-8efa-455ac7762ca4 req-a72ddf04-ea2b-4b22-a572-b9b9e71ac4bb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:51.326027 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98ad3674-ee31-4af5-8efa-455ac7762ca4 req-a72ddf04-ea2b-4b22-a572-b9b9e71ac4bb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0480700 Sep 17 05:40:51.363443 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-98ad3674-ee31-4af5-8efa-455ac7762ca4 req-1611453e-3bfd-4661-9260-5dd473058aec tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Sep 17 05:40:52.479722 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9b297-17bd-4783-974a-fdf7bbe068cf req-782ba0e3-a189-42a9-b4e6-9c46cc7c8184 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:52.481120 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31e9b297-17bd-4783-974a-fdf7bbe068cf req-782ba0e3-a189-42a9-b4e6-9c46cc7c8184 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0467513 Sep 17 05:40:52.518206 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-31e9b297-17bd-4783-974a-fdf7bbe068cf req-b45b3d65-8920-4322-a90a-0535a26aa847 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Sep 17 05:40:54.360767 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:54.959199 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cea31-7a2c-434c-9fa7-470849fa7b28 req-19fbf2fe-e10e-40bb-b9cd-cf95e3fde03b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:54.960676 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d32cea31-7a2c-434c-9fa7-470849fa7b28 req-19fbf2fe-e10e-40bb-b9cd-cf95e3fde03b tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Sep 17 05:40:55.264948 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-d32cea31-7a2c-434c-9fa7-470849fa7b28 req-386b1947-968d-4555-ace7-78375d319c8e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983990 Sep 17 05:40:56.376492 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69437a8-6a00-487d-9041-b3848f930771 req-84566f55-1fef-4fe1-8833-b761f07452a7 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:56.377928 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a69437a8-6a00-487d-9041-b3848f930771 req-84566f55-1fef-4fe1-8833-b761f07452a7 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 946 time: 0.0471296 Sep 17 05:40:56.414474 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-a69437a8-6a00-487d-9041-b3848f930771 req-1fd1e515-558f-42fc-8cac-a32af4808933 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Sep 17 05:40:56.795854 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-d4677206-c79e-41de-a33e-3ae6c7ed515c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:40:56.797316 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-d4677206-c79e-41de-a33e-3ae6c7ed515c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 946 time: 0.0466640 Sep 17 05:40:56.885098 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Deleting port 258c4c07-b54f-440d-9ad1-ef01e7385847 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:40:56.885437 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:56.969956 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] For port 258c4c07-b54f-440d-9ad1-ef01e7385847, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=258c4c07-b54f-440d-9ad1-ef01e7385847,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:40:56.970317 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:56.983033 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Calling delete_port for 258c4c07-b54f-440d-9ad1-ef01e7385847 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:40:57.143704 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:57.155398 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', '4806e1af-d1cd-4beb-a396-f73ea6c072e9', '258c4c07-b54f-440d-9ad1-ef01e7385847'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:40:57.172325 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event deleted for resources: {'Port': ['ID=258c4c07-b54f-440d-9ad1-ef01e7385847,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:40:57.214598 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] No DVR routers for this DVR port 258c4c07-b54f-440d-9ad1-ef01e7385847 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:40:57.217940 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:40:57.219925 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-5e206d38-1fb2-48f3-a627-78eb14532cca req-77421723-8130-4e07-be63-abddc337f71e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "DELETE /v2.0/ports/258c4c07-b54f-440d-9ad1-ef01e7385847 HTTP/1.1" status: 204 len: 173 time: 0.4154823 Sep 17 05:40:57.220383 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'name': 'network-vif-deleted', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:40:57.223980 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e0d4a-90c3-44b6-a47b-5fc2ce91c99c" -d '{"events": [{"server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "name": "network-vif-deleted", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:40:57.260491 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b745a9-8bd4-4c24-a64a-927939ee871c x-openstack-request-id: req-91b745a9-8bd4-4c24-a64a-927939ee871c {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:40:57.260784 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2cbc-7f8d-4201-b6a7-8d964cd670f4", "name": "network-vif-deleted", "tag": "258c4c07-b54f-440d-9ad1-ef01e7385847", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:40:57.261033 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91b745a9-8bd4-4c24-a64a-927939ee871c {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:40:57.261428 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2cbc-7f8d-4201-b6a7-8d964cd670f4', 'name': 'network-vif-deleted', 'tag': '258c4c07-b54f-440d-9ad1-ef01e7385847', 'status': 'completed', 'code': 200} Sep 17 05:40:57.510017 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6a47fd6c-fe9a-497d-aa1b-97853dd1164c req-cf3d1eb2-06b2-4df7-97d5-62d6837a9873 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a2cbc-7f8d-4201-b6a7-8d964cd670f4 HTTP/1.1" status: 200 len: 210 time: 0.0261183 Sep 17 05:41:00.197986 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a469fa-0b2a-44b3-80b2-f50f267ea01e req-b360bc7b-a7cc-47b0-bf6d-1059267f6446 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:00.199458 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-75a469fa-0b2a-44b3-80b2-f50f267ea01e req-b360bc7b-a7cc-47b0-bf6d-1059267f6446 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 945 time: 0.0485256 Sep 17 05:41:00.235991 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-75a469fa-0b2a-44b3-80b2-f50f267ea01e req-e83d4bf0-4692-4fdd-be88-ab308957d8a4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Sep 17 05:41:00.493675 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 258c4c07-b54f-440d-9ad1-ef01e7385847 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:41:00.513977 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 258c4c07-b54f-440d-9ad1-ef01e7385847 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:41:00.514321 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 258c4c07-b54f-440d-9ad1-ef01e7385847 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:41:01.351225 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e593-679c-4be4-8247-23d9694e0003 req-713daa97-86c3-4e84-928a-897f7f455157 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:01.352692 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f4f1e593-679c-4be4-8247-23d9694e0003 req-713daa97-86c3-4e84-928a-897f7f455157 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 945 time: 0.0473380 Sep 17 05:41:01.391798 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f4f1e593-679c-4be4-8247-23d9694e0003 req-411aef2a-25ea-4d9f-a81a-d5458d6defe4 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Sep 17 05:41:01.615549 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-b23b5124-3d06-4c96-931b-0e6567944d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:02.067101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-5271eba7-9136-4e52-b90c-89f9b72bf4d2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:02.068556 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-5271eba7-9136-4e52-b90c-89f9b72bf4d2 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 945 time: 0.0460937 Sep 17 05:41:02.154359 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Deleting port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:41:02.154692 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:02.240918 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] For port 4806e1af-d1cd-4beb-a396-f73ea6c072e9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4806e1af-d1cd-4beb-a396-f73ea6c072e9,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:41:02.241270 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:02.252754 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Calling delete_port for 4806e1af-d1cd-4beb-a396-f73ea6c072e9 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:41:02.456747 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:02.470548 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', '4806e1af-d1cd-4beb-a396-f73ea6c072e9'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:41:02.506346 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-6be193a8-529e-4f29-8119-093776c07ed1 req-fe78fb34-e362-473e-970e-f0d5d5dfa401 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=067e54a3-0dea-4957-93f0-cc571550a96f HTTP/1.1" status: 200 len: 210 time: 0.0474014 Sep 17 05:41:02.507074 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event deleted for resources: {'Port': ['ID=4806e1af-d1cd-4beb-a396-f73ea6c072e9,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:02.559016 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] No DVR routers for this DVR port 4806e1af-d1cd-4beb-a396-f73ea6c072e9 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:41:02.561493 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:02.563474 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-54c913ff-627b-47a5-9d3f-0583f8d8c1a3 req-032dec78-db75-4043-a9fd-fb38f574598d tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "DELETE /v2.0/ports/4806e1af-d1cd-4beb-a396-f73ea6c072e9 HTTP/1.1" status: 204 len: 173 time: 0.4879382 Sep 17 05:41:02.563920 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'name': 'network-vif-deleted', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:41:02.566153 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e4c115-540d-46c9-b05c-64e46757c6d8" -d '{"events": [{"server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "name": "network-vif-deleted", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:41:02.601532 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba732193-5157-413e-bb2a-8b043a25225d x-openstack-request-id: req-ba732193-5157-413e-bb2a-8b043a25225d {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:41:02.601829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e54a3-0dea-4957-93f0-cc571550a96f", "name": "network-vif-deleted", "tag": "4806e1af-d1cd-4beb-a396-f73ea6c072e9", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:41:02.602083 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba732193-5157-413e-bb2a-8b043a25225d {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:41:02.602479 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067e54a3-0dea-4957-93f0-cc571550a96f', 'name': 'network-vif-deleted', 'tag': '4806e1af-d1cd-4beb-a396-f73ea6c072e9', 'status': 'completed', 'code': 200} Sep 17 05:41:02.757797 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-30bdb844-dcad-4f3c-a1a9-be5c73641542 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420694 Sep 17 05:41:02.824724 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-6c9a1631-eb5d-44a0-919b-3c590ae28511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:02.826187 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-6c9a1631-eb5d-44a0-919b-3c590ae28511 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=298b75ed7d8448f78aa412c32fa083f3&device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 1099 time: 0.0392251 Sep 17 05:41:02.940718 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-0d3629c0-19de-4b88-b50d-b52e48747521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:02.942211 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-0d3629c0-19de-4b88-b50d-b52e48747521 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 200 len: 915 time: 0.0846682 Sep 17 05:41:02.987529 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-b494107c-1bd1-48ae-a000-4960379478e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1 HTTP/1.1" status: 200 len: 217 time: 0.0368540 Sep 17 05:41:03.036366 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-4de365f0-bbc0-4f88-9845-71a2ee2f2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:03.037753 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-4de365f0-bbc0-4f88-9845-71a2ee2f2a0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 200 len: 854 time: 0.0425432 Sep 17 05:41:03.069549 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-b954e00c-b64f-4d5c-b736-2e44bb916b08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8852b0b8-2cab-42a9-b336-9aff80b9a973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230963 Sep 17 05:41:03.162227 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-c68b08f4-333b-4363-8482-65dc7e76a964 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846701 Sep 17 05:41:03.252091 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-93aa99e4-d45b-4782-a5b3-e3eb0102a71f req-8db03769-64eb-4f34-b69f-842eef4ebc58 service neutron] 10.222.0.35 "GET /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811198 Sep 17 05:41:03.863553 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:41:04.147071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac40c3-7a6a-4400-a37d-466dda6446a9 req-5160d0ac-c0ee-4e1b-911c-a4cb4bbce60e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:04.148462 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ecac40c3-7a6a-4400-a37d-466dda6446a9 req-5160d0ac-c0ee-4e1b-911c-a4cb4bbce60e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.0477996 Sep 17 05:41:04.188810 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ecac40c3-7a6a-4400-a37d-466dda6446a9 req-20fca571-8c1d-41e6-ac10-d916cb40e438 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Sep 17 05:41:04.400730 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-42f0eadf-295d-497a-8fd9-004cd3a0d572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:04.972383 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:05.303138 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e1d0-12cd-4799-9acc-53b16d4917fb req-f3e839b3-a610-406e-8b1b-e21aa249561c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:05.304678 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72c3e1d0-12cd-4799-9acc-53b16d4917fb req-f3e839b3-a610-406e-8b1b-e21aa249561c tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.0478222 Sep 17 05:41:05.343088 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-72c3e1d0-12cd-4799-9acc-53b16d4917fb req-b85743c4-826a-47ec-8b9e-ae05ac65eeda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Sep 17 05:41:05.461841 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:05.695795 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-4b21dd22-391e-4775-9f85-b7956da90b7a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:05.697258 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-4b21dd22-391e-4775-9f85-b7956da90b7a tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 945 time: 0.0495806 Sep 17 05:41:05.787732 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Deleting port e2598759-4c85-4cd7-81f7-e985c8cd2e7b {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:41:05.788101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:05.875652 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] For port e2598759-4c85-4cd7-81f7-e985c8cd2e7b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:41:05.876043 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:05.888162 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Calling delete_port for e2598759-4c85-4cd7-81f7-e985c8cd2e7b owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:41:06.072684 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:06.084308 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:41:06.101505 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event deleted for resources: {'Port': ['ID=e2598759-4c85-4cd7-81f7-e985c8cd2e7b,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:06.146051 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] No DVR routers for this DVR port e2598759-4c85-4cd7-81f7-e985c8cd2e7b on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:41:06.148673 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:06.150673 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-592505f8-0f07-48ad-9477-1d4afebfb8a8 req-09c97cad-dcfa-4f71-a4af-c875ca406fda tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "DELETE /v2.0/ports/e2598759-4c85-4cd7-81f7-e985c8cd2e7b HTTP/1.1" status: 204 len: 173 time: 0.4471514 Sep 17 05:41:06.151133 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'name': 'network-vif-deleted', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:41:06.153596 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791f030-6e72-41e9-ab12-404ac0ed6ef5" -d '{"events": [{"server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "name": "network-vif-deleted", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:41:06.188471 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be80aaab-52d7-4c4c-a1ff-c05f9a61daae x-openstack-request-id: req-be80aaab-52d7-4c4c-a1ff-c05f9a61daae {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:41:06.188970 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761c727b-84f7-4aed-9805-8c941611f56e", "name": "network-vif-deleted", "tag": "e2598759-4c85-4cd7-81f7-e985c8cd2e7b", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:41:06.189267 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be80aaab-52d7-4c4c-a1ff-c05f9a61daae {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:41:06.189666 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761c727b-84f7-4aed-9805-8c941611f56e', 'name': 'network-vif-deleted', 'tag': 'e2598759-4c85-4cd7-81f7-e985c8cd2e7b', 'status': 'completed', 'code': 200} Sep 17 05:41:06.435986 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-0e09f835-d44e-4b23-9607-0beac3b7f85d req-e0e02723-73a3-470c-8918-4afd9a8ff10e tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=761c727b-84f7-4aed-9805-8c941611f56e HTTP/1.1" status: 200 len: 210 time: 0.0270925 Sep 17 05:41:06.508278 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4806e1af-d1cd-4beb-a396-f73ea6c072e9 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:41:06.528077 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 4806e1af-d1cd-4beb-a396-f73ea6c072e9 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:41:06.528419 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 4806e1af-d1cd-4beb-a396-f73ea6c072e9 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:41:07.078338 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:09.174430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd5c1-3c64-4496-b20d-95007bf656e5 req-a8302166-42ca-4a96-8153-dabb2626bfd0 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:09.175883 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-722bd5c1-3c64-4496-b20d-95007bf656e5 req-a8302166-42ca-4a96-8153-dabb2626bfd0 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 946 time: 0.0485923 Sep 17 05:41:09.213026 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-722bd5c1-3c64-4496-b20d-95007bf656e5 req-56e119db-40a2-48bf-be46-b8db36bfa8aa tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Sep 17 05:41:10.326152 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa423ae7-7db4-4fac-a011-d2ae205ff911 req-e6ab995a-4b72-4efa-8efa-57cbd71937ea tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:10.327572 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa423ae7-7db4-4fac-a011-d2ae205ff911 req-e6ab995a-4b72-4efa-8efa-57cbd71937ea tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 946 time: 0.0464754 Sep 17 05:41:10.363357 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-aa423ae7-7db4-4fac-a011-d2ae205ff911 req-80905949-73b9-4a9a-aeba-add6fad12461 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa04ac9-36d1-421e-9aec-0712325aa479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299823 Sep 17 05:41:10.523187 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device e2598759-4c85-4cd7-81f7-e985c8cd2e7b no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:41:10.542938 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: e2598759-4c85-4cd7-81f7-e985c8cd2e7b {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:41:10.543279 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device e2598759-4c85-4cd7-81f7-e985c8cd2e7b not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:41:11.063088 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bac45-5560-4868-a8d9-300639bbb1cb req-970bc10a-374f-462b-938d-b04308ffc95f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:11.064562 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-290bac45-5560-4868-a8d9-300639bbb1cb req-970bc10a-374f-462b-938d-b04308ffc95f tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 946 time: 0.0518591 Sep 17 05:41:11.150559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Deleting port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:41:11.150906 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:11.242675 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] For port 5d23e3f3-6071-4a64-aff8-a845ecf708f1, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=5d23e3f3-6071-4a64-aff8-a845ecf708f1,segment=NetworkSegment(67c6f698-5539-4398-a32f-189bec436328),segment_id=67c6f698-5539-4398-a32f-189bec436328)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:41:11.243035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:11.254379 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Calling delete_port for 5d23e3f3-6071-4a64-aff8-a845ecf708f1 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:41:11.439823 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:11.451052 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] get_ports_and_sgs() called for port_ids ['5d23e3f3-6071-4a64-aff8-a845ecf708f1'] {{(pid=94518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 05:41:11.461488 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-f57048b4-188f-4209-9a07-f1db1ef1effb req-66d89eb6-d040-40b1-bff0-af217a7f78ce tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e06c5cf-98a0-4329-a863-22ed2f459a82 HTTP/1.1" status: 200 len: 210 time: 0.0317447 Sep 17 05:41:11.485198 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Pushing event deleted for resources: {'Port': ['ID=5d23e3f3-6071-4a64-aff8-a845ecf708f1,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:11.526893 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] No DVR routers for this DVR port 5d23e3f3-6071-4a64-aff8-a845ecf708f1 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:41:11.529292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:11.531206 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-290bac45-5560-4868-a8d9-300639bbb1cb req-e7e28ebf-df92-4a89-b211-8c57093ff902 tempest-AttachVolumeNegativeTest-2106319393 tempest-AttachVolumeNegativeTest-2106319393-project] 10.222.0.35 "DELETE /v2.0/ports/5d23e3f3-6071-4a64-aff8-a845ecf708f1 HTTP/1.1" status: 204 len: 173 time: 0.4601181 Sep 17 05:41:11.531639 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'name': 'network-vif-deleted', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:41:11.533874 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ab9dc-df7e-46fb-b2ee-a66c457f8a69" -d '{"events": [{"server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "name": "network-vif-deleted", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:41:11.569548 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359771be-ae99-4150-9051-d583e1b71484 x-openstack-request-id: req-359771be-ae99-4150-9051-d583e1b71484 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:41:11.569845 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e06c5cf-98a0-4329-a863-22ed2f459a82", "name": "network-vif-deleted", "tag": "5d23e3f3-6071-4a64-aff8-a845ecf708f1", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:41:11.570097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-359771be-ae99-4150-9051-d583e1b71484 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:41:11.570489 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e06c5cf-98a0-4329-a863-22ed2f459a82', 'name': 'network-vif-deleted', 'tag': '5d23e3f3-6071-4a64-aff8-a845ecf708f1', 'status': 'completed', 'code': 200} Sep 17 05:41:12.517874 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51514) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:12.561601 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Deleting subnet 473fc251-6c02-4313-bd2d-7c40f96040a4 {{(pid=94516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:41:12.564562 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.600921 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9018853'] for subnet, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.638267 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.749543 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9297067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8995460'] for subnet, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.776293 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473fc251-6c02-4313-bd2d-7c40f96040a4,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:12.778881 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.780478 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/473fc251-6c02-4313-bd2d-7c40f96040a4 HTTP/1.1" status: 204 len: 168 time: 0.2616315 Sep 17 05:41:12.783252 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51516) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:12.787033 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.787387 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.787729 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.788101 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.788438 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.788769 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.789099 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.789424 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.789753 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.790077 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.790400 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.790720 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043a497-1622-4664-a04b-a6b7fd38494f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:12.851641 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.929475 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.947785 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8852b0b8-2cab-42a9-b336-9aff80b9a973']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:12.956532 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c6f698-5539-4398-a32f-189bec436328') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:12.956832 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c6f698-5539-4398-a32f-189bec436328') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:12.966155 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.979055 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.984778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:41:12.985156 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:41:12.986737 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:41:13.091815 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.097846 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.099663 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8852b0b8-2cab-42a9-b336-9aff80b9a973 HTTP/1.1" status: 204 len: 168 time: 0.3154433 Sep 17 05:41:13.108506 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8852b0b8-2cab-42a9-b336-9aff80b9a973,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:13.115493 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.115843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.116212 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.116548 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.116881 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.117215 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.117541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.117866 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.118197 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.118521 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.118843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.119161 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3069e86-26eb-4034-864c-1cb2ec8273c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:41:13.454814 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51524) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:13.493477 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-760de57a-5588-4591-a5fd-066aa404d895 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=298b75ed7d8448f78aa412c32fa083f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375338 Sep 17 05:41:13.495719 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51526) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:13.541983 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.562559 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.680818 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.683205 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:13.684334 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daa04ac9-36d1-421e-9aec-0712325aa479 HTTP/1.1" status: 204 len: 168 time: 0.1876853 Sep 17 05:41:13.691882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb73d4-51f9-425f-90da-1467b1514ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa04ac9-36d1-421e-9aec-0712325aa479,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:14.539165 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5d23e3f3-6071-4a64-aff8-a845ecf708f1 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:41:14.559193 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: 5d23e3f3-6071-4a64-aff8-a845ecf708f1 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:41:14.559537 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device 5d23e3f3-6071-4a64-aff8-a845ecf708f1 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:41:14.706195 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51548) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:14.819965 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-833831287-network', 'tenant_id': 'ba89c28f1f4c4e3db08b90171f67e938'}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:41:14.908846 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Made reservation on behalf of ba89c28f1f4c4e3db08b90171f67e938 for: {'network': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:41:14.911055 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:14.919083 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.002824 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.080358 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.103425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:41:15.111687 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80c3b8-9c2d-4dcd-8c7d-efa00ac07175,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:15.118020 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.119410 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.segments_db [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Added segment b0bae655-f84a-4608-b884-448ab5106631 of type vlan for network 2c57f956-e13f-4bde-b319-9808beb4588a Sep 17 05:41:15.157631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.291845 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.292863 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:15.293448 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.352772 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2c57f956-e13f-4bde-b319-9808beb4588a,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:15.362621 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network 2c57f956-e13f-4bde-b319-9808beb4588a details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:41:15.422899 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8bbfad30-c8fd-4be0-bc0c-1e8ef750d7b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7156007 Sep 17 05:41:15.425830 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51552) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:15.431167 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.v2.base [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Request body: {'subnet': {'network_id': '2c57f956-e13f-4bde-b319-9808beb4588a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-833831287-subnet', 'tenant_id': 'ba89c28f1f4c4e3db08b90171f67e938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:41:15.543028 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Made reservation on behalf of ba89c28f1f4c4e3db08b90171f67e938 for: {'subnet': 1} {{(pid=94516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:41:15.545600 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8995491'] for subnet, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.760586 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9297128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8995469'] for subnet, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:15.818213 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a092836-72bf-4696-bf7d-d2867a0996fc,revision_number=0']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:15.823214 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Checking segment: {'id': 'b0bae655-f84a-4608-b884-448ab5106631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c57f956-e13f-4bde-b319-9808beb4588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:41:15.823669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Network hostable DHCP agents. Network: 2c57f956-e13f-4bde-b319-9808beb4588a, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:41:15.923447 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Network 2c57f956-e13f-4bde-b319-9808beb4588a is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:41:15.992024 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, 2c57f956-e13f-4bde-b319-9808beb4588a) {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:41:15.996464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:15.997327 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:16.000447 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1dd65-61cd-4c19-9ccb-a3eba5b283cd None None] Network 2c57f956-e13f-4bde-b319-9808beb4588a requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:41:16.090359 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-99e33ab2-b042-4d59-be2c-f6c727b20daf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6635020 Sep 17 05:41:16.119976 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d603514-b936-4793-a5de-c8ea772ca5de None None] Network 2c57f956-e13f-4bde-b319-9808beb4588a requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:41:16.750060 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51568) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:16.755370 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-715055304-network', 'tenant_id': 'f10406f8dc7d4a14af9346fe6197b4bb'}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:41:16.831997 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Made reservation on behalf of f10406f8dc7d4a14af9346fe6197b4bb for: {'network': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:41:16.834913 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7990007'] for network, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:16.843171 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:16.930754 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.055421 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.079626 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 05:41:17.088656 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46a11b-6304-4362-a71b-dd5b5b94e62b,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:17.094563 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.094900 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.db.segments_db [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Added segment 6e50a79b-13bd-4775-9ddd-f7242848c4df of type vlan for network cb3b88ec-7386-4904-b652-879ae96a5ee4 Sep 17 05:41:17.133595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728236575'] for network, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.215297 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935'] for network, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.216208 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:17.216796 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.273363 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3b88ec-7386-4904-b652-879ae96a5ee4,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:17.283056 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Network cb3b88ec-7386-4904-b652-879ae96a5ee4 details requested by agent ovs-agent-dv-cinder-809518-2-iscsi with host dv-cinder-809518-2-iscsi {{(pid=94518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 05:41:17.315833 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-cb91073f-57ae-400c-87dd-cfc8f3adfbb2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5646894 Sep 17 05:41:17.319087 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51570) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:17.323828 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.v2.base [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Request body: {'subnet': {'network_id': 'cb3b88ec-7386-4904-b652-879ae96a5ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-715055304-subnet', 'tenant_id': 'f10406f8dc7d4a14af9346fe6197b4bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 05:41:17.389256 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Made reservation on behalf of f10406f8dc7d4a14af9346fe6197b4bb for: {'subnet': 1} {{(pid=94517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 05:41:17.391521 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3922108'] for subnet, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.627100 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3922066'] for subnet, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.684638 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62f7b05-fc07-4698-bf32-285e11703065,revision_number=0']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:17.692294 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Checking segment: {'id': '6e50a79b-13bd-4775-9ddd-f7242848c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cb3b88ec-7386-4904-b652-879ae96a5ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 05:41:17.692642 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Network hostable DHCP agents. Network: cb3b88ec-7386-4904-b652-879ae96a5ee4, hostable agents: ['43de6fe2-8d5b-406c-a940-6aca6651a282'], hosted agents: [] {{(pid=94517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 05:41:17.763834 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Network cb3b88ec-7386-4904-b652-879ae96a5ee4 is scheduled to be hosted by DHCP agent 43de6fe2-8d5b-406c-a940-6aca6651a282 with binding_index 1 {{(pid=94517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 05:41:17.837808 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.scheduler.base_scheduler [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-2-iscsi, cb3b88ec-7386-4904-b652-879ae96a5ee4) {{(pid=94517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 05:41:17.841725 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:17.842304 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:17.846662 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5980a1-0e1c-439c-84bf-8d3e7eb3170b None None] Network cb3b88ec-7386-4904-b652-879ae96a5ee4 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:41:17.933289 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c7626c73-4b40-411b-970c-8b61a6493291 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6129346 Sep 17 05:41:18.044547 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51574) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:18.085127 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411296d-c3de-4e31-afb3-e383949551af None None] Network cb3b88ec-7386-4904-b652-879ae96a5ee4 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:41:18.087633 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Deleting subnet 7a092836-72bf-4696-bf7d-d2867a0996fc {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:41:18.090782 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.123766 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.166111 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.503887 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.529776 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a092836-72bf-4696-bf7d-d2867a0996fc,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:18.537681 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.537681 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-25103aeb-f5b4-423a-8515-5f16ec5de257 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a092836-72bf-4696-bf7d-d2867a0996fc HTTP/1.1" status: 204 len: 168 time: 0.4900777 Sep 17 05:41:18.538425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51576) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:18.607597 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.681875 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.706460 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c57f956-e13f-4bde-b319-9808beb4588a']}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:18.715298 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bae655-f84a-4608-b884-448ab5106631') {'for_net_delete': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:18.715598 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.services.segments.db [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bae655-f84a-4608-b884-448ab5106631') {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:18.728241 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9018862'] for segment, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.741473 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.747131 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:41:18.747514 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9297781'] for segment, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: Traceback (most recent call last): Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: timer() Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: cb(*args, **kw) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: return func(*args, **kwargs) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: self._notify() Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: self.callback(batched_events) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: event.method(event) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: return f(self, *a, **k) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._get(url).json() Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: return self.request(url, 'GET', **kwargs) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:41:18.749133 dv-cinder-809518-2-iscsi neutron-server[94516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:41:18.840182 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.846618 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.848102 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c57f956-e13f-4bde-b319-9808beb4588a HTTP/1.1" status: 204 len: 168 time: 0.3086259 Sep 17 05:41:18.851072 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51578) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:18.856960 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febdcad-16e0-4aac-8f81-f80eaa014ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c57f956-e13f-4bde-b319-9808beb4588a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:18.894608 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Deleting subnet c62f7b05-fc07-4698-bf32-285e11703065 {{(pid=94517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:41:18.897733 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.930113 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8884491'] for subnet, precommit_delete_associations {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:18.970325 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.092584 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8738037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3922075'] for subnet, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.115995 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62f7b05-fc07-4698-bf32-285e11703065,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:19.121461 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for subnet, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.123322 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ae282c6d-92cd-4e99-88e4-de71e7747569 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c62f7b05-fc07-4698-bf32-285e11703065 HTTP/1.1" status: 204 len: 168 time: 0.2711911 Sep 17 05:41:19.125920 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51580) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:19.191233 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.268674 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.288017 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3b88ec-7386-4904-b652-879ae96a5ee4']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:19.296816 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e50a79b-13bd-4775-9ddd-f7242848c4df') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:19.297113 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e50a79b-13bd-4775-9ddd-f7242848c4df') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:41:19.306642 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.319134 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.324751 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:41:19.325131 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:41:19.326717 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:41:19.440464 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.445653 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.447495 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb3b88ec-7386-4904-b652-879ae96a5ee4 HTTP/1.1" status: 204 len: 168 time: 0.3206625 Sep 17 05:41:19.458645 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daae46d-719e-4097-b880-24c445b00ead admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3b88ec-7386-4904-b652-879ae96a5ee4,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:19.847949 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51584) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:19.885538 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-c777f133-3508-4b99-a9b4-bf166ec9ca1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba89c28f1f4c4e3db08b90171f67e938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364616 Sep 17 05:41:19.887798 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51586) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:19.932975 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:19.953207 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.097552 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.100010 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.101139 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f80c3b8-9c2d-4dcd-8c7d-efa00ac07175 HTTP/1.1" status: 204 len: 168 time: 0.2124543 Sep 17 05:41:20.108570 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475070f-353d-4290-ad73-79b728294e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80c3b8-9c2d-4dcd-8c7d-efa00ac07175,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:20.679717 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51594) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:20.719887 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-166274de-1be7-41bd-a5ad-2cf3d896a2ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f10406f8dc7d4a14af9346fe6197b4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390303 Sep 17 05:41:20.722348 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51596) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:20.767843 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.788316 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.914354 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.916773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:20.917889 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d46a11b-6304-4362-a71b-dd5b5b94e62b HTTP/1.1" status: 204 len: 168 time: 0.1946733 Sep 17 05:41:20.925178 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031971fd-740a-4f1b-9b88-d81c92aa871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46a11b-6304-4362-a71b-dd5b5b94e62b,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:23.019594 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51636) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:23.120437 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f437aeb2-9795-44ab-a26f-182592646ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.205469 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f437aeb2-9795-44ab-a26f-182592646ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.297441 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f437aeb2-9795-44ab-a26f-182592646ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.334384 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-f437aeb2-9795-44ab-a26f-182592646ea7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03956f3d538a4a388bdd0232ef33b547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136680 Sep 17 05:41:23.336292 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437aeb2-9795-44ab-a26f-182592646ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a997c91e-1051-4ad6-ac0f-35952b62c5c9,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:23.337096 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51640) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:23.385010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.405153 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.554749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.557261 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:23.558404 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a997c91e-1051-4ad6-ac0f-35952b62c5c9 HTTP/1.1" status: 204 len: 168 time: 0.2202024 Sep 17 05:41:23.566050 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5edb-d75e-4ed9-8c60-b51f9b647012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997c91e-1051-4ad6-ac0f-35952b62c5c9,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:24.136378 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51646) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:24.149544 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8b201551-e604-42a0-a512-362a85b4f33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.233931 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8b201551-e604-42a0-a512-362a85b4f33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.297045 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8b201551-e604-42a0-a512-362a85b4f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.334208 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b201551-e604-42a0-a512-362a85b4f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54b39fb-e39d-49e1-994a-afd2f034d3a5,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:24.340860 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-8b201551-e604-42a0-a512-362a85b4f33f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9130db2a2d7a4d01a9ff4bdb4d291195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033751 Sep 17 05:41:24.342071 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51648) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:24.389439 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.397794 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.409936 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.586430 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.588952 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:24.590167 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e54b39fb-e39d-49e1-994a-afd2f034d3a5 HTTP/1.1" status: 204 len: 168 time: 0.2472830 Sep 17 05:41:24.597714 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2090b-cb16-48dc-a9b3-d49409abb89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54b39fb-e39d-49e1-994a-afd2f034d3a5,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:31.632348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-12e13087-374b-4a91-a496-c3991c232563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:34.434528 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3202fca3-edc4-4de3-a6c9-effabaaefe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:35.009230 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:35.565515 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:36.784286 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51740) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:36.883145 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb8d85b3-8d51-40ee-93b3-c34de984148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:36.971898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb8d85b3-8d51-40ee-93b3-c34de984148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.057086 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fb8d85b3-8d51-40ee-93b3-c34de984148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.093538 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d85b3-8d51-40ee-93b3-c34de984148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31003bc1-1c32-4c5b-900e-1b872784abce,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:37.097922 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-fb8d85b3-8d51-40ee-93b3-c34de984148d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1fa578bf0c744c8a031459a629962c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125653 Sep 17 05:41:37.100598 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51744) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:41:37.120277 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.147352 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.167969 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.302661 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.305238 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:37.306367 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31003bc1-1c32-4c5b-900e-1b872784abce HTTP/1.1" status: 204 len: 168 time: 0.2049358 Sep 17 05:41:37.313845 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a363b-6057-4d70-8744-5ee2c3970c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31003bc1-1c32-4c5b-900e-1b872784abce,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:41:40.862984 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:41:54.391142 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:41:58.755864 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462776ad-54d8-469b-8d1c-dd5acb265bcc req-a2a387e5-a44c-4ba8-a38e-2662fc16b4be tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:58.757327 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-462776ad-54d8-469b-8d1c-dd5acb265bcc req-a2a387e5-a44c-4ba8-a38e-2662fc16b4be tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0491145 Sep 17 05:41:58.794619 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-462776ad-54d8-469b-8d1c-dd5acb265bcc req-808a62d8-cf5b-4637-8661-a4d0f05fbbb9 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Sep 17 05:41:59.913823 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55a15e-d68e-4427-9ea2-952426c9febd req-11688cb5-914e-4ce3-8f4c-7ef65440b1db tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:41:59.915207 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea55a15e-d68e-4427-9ea2-952426c9febd req-11688cb5-914e-4ce3-8f4c-7ef65440b1db tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0476696 Sep 17 05:41:59.951453 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-ea55a15e-d68e-4427-9ea2-952426c9febd req-df295332-9484-49e2-8088-2cc1b7d60365 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297315 Sep 17 05:42:01.067023 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a2cd0-a4c4-4dfe-87db-dc5311297a70 req-687e40db-8f45-40b4-b376-cade70dafd2e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:42:01.068514 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-761a2cd0-a4c4-4dfe-87db-dc5311297a70 req-687e40db-8f45-40b4-b376-cade70dafd2e tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0470958 Sep 17 05:42:01.105995 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-761a2cd0-a4c4-4dfe-87db-dc5311297a70 req-af90357f-82b7-4bb4-9664-a9b783a73e4d tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ae67ad0-fb54-436b-bf9d-df0c3fbad397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Sep 17 05:42:01.157744 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-f40135b9-5492-48c8-9b01-d63b423b8bfa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 05:42:01.159176 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-f40135b9-5492-48c8-9b01-d63b423b8bfa tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 947 time: 0.0500054 Sep 17 05:42:01.249696 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Deleting port fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:01.249976 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.339694 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] For port fa05571c-f3a2-494d-9442-6d30860a1f38, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=fa05571c-f3a2-494d-9442-6d30860a1f38,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:42:01.340090 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.503608 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.503898 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731910'] for floatingip, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.504246 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.db.l3_db [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Floating IP 3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce disassociated. External IP: 172.27.2.72, port: fa05571c-f3a2-494d-9442-6d30860a1f38. Sep 17 05:42:01.504592 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Calling delete_port for fa05571c-f3a2-494d-9442-6d30860a1f38 owned by compute:nova {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:01.593993 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1911d2f5-ce30-4fc0-9260-90b2658fbed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.667923 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.700853 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'Port': ['ID=fa05571c-f3a2-494d-9442-6d30860a1f38,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:01.805954 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:42:01.908756 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:42:01.918984 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:42:01.927976 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:42:01.928582 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:41:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:01.946599 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] No DVR routers for this DVR port fa05571c-f3a2-494d-9442-6d30860a1f38 on host hv-cinder-80951 {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:42:01.949910 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for port, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:01.952291 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-14d7545a-26e6-4b69-9889-bc052c6b3807 req-51ed3d01-1fb9-44b2-81a2-d4157ca1c6fb tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.35 "DELETE /v2.0/ports/fa05571c-f3a2-494d-9442-6d30860a1f38 HTTP/1.1" status: 204 len: 173 time: 0.7871554 Sep 17 05:42:01.953256 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-deleted', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 05:42:01.956601 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7fed7ab4c7dce3ac8e4c9a913b1938d7a8d62669f63f6533a6c3473543b778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed6a30-3fd7-4d74-9f5d-60209b561c9b" -d '{"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-deleted", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 05:42:02.013480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 05:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce10f26-c731-44ec-8b17-d4477d2094ba x-openstack-request-id: req-2ce10f26-c731-44ec-8b17-d4477d2094ba {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 05:42:02.013767 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf2cc1-1976-4698-bca1-3fcf9d81f5db", "name": "network-vif-deleted", "tag": "fa05571c-f3a2-494d-9442-6d30860a1f38", "status": "completed", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 05:42:02.014014 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ce10f26-c731-44ec-8b17-d4477d2094ba {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 05:42:02.014415 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf2cc1-1976-4698-bca1-3fcf9d81f5db', 'name': 'network-vif-deleted', 'tag': 'fa05571c-f3a2-494d-9442-6d30860a1f38', 'status': 'completed', 'code': 200} Sep 17 05:42:02.034421 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:42:02.209488 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [req-3e30799f-1e50-4fbf-8854-4e6f199f40ff req-a70f0e9d-c81a-4cf9-adf7-48f396e86df5 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/ports?device_id=62cf2cc1-1976-4698-bca1-3fcf9d81f5db HTTP/1.1" status: 200 len: 210 time: 0.0266206 Sep 17 05:42:02.246328 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:02.279338 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:42:02.293164 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:42:02.293164 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:41:34Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:02.397395 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:42:02.588166 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:02.619709 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15efccc-120c-477b-ae23-bdd994ca7906 None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:36Z', 'revision_number': 4, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi', '_interfaces': [{'id': 'abcb5b9b-434d-4304-b49d-3ffb56937f12', 'name': '', 'network_id': 'c09ecdee-889e-4962-bf0e-0eaa1fbb9c88', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'mac_address': 'fa:16:3e:37:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4859c929-c7da-48b0-a10d-9658059d641b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:36Z', 'updated_at': '2021-09-17T05:32:40Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'subnets': [{'id': '4859c929-c7da-48b0-a10d-9658059d641b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:42:02.829777 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6fa7e-a7ae-4350-9b86-ec8f30586f44 None None] New status for floating IP 3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce: DOWN {{(pid=94518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 05:42:03.377329 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51882) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:03.433617 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.456628 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.570464 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.573636 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.574774 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ae67ad0-fb54-436b-bf9d-df0c3fbad397 HTTP/1.1" status: 204 len: 168 time: 0.1964202 Sep 17 05:42:03.577601 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51884) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:03.583681 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c4377-6c7f-4a4b-a860-d7f6e218d4c4 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae67ad0-fb54-436b-bf9d-df0c3fbad397,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:03.603477 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.api.v2.resource [None req-7117806d-6212-4373-8a44-833f8c060407 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] show failed (client error): The resource could not be found. Sep 17 05:42:03.603477 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-7117806d-6212-4373-8a44-833f8c060407 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "GET /v2.0/security-groups/4ae67ad0-fb54-436b-bf9d-df0c3fbad397 HTTP/1.1" status: 404 len: 347 time: 0.0132914 Sep 17 05:42:03.605224 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51886) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:03.731127 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Deleting port 210eb652-12b3-4a39-99b6-a79197a088f8 {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:03.731470 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.804824 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.805156 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:03.816820 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Calling delete_port for 210eb652-12b3-4a39-99b6-a79197a088f8 owned by network:floatingip {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:03.999740 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:04.022787 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Pushing event deleted for resources: {'Port': ['ID=210eb652-12b3-4a39-99b6-a79197a088f8,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:04.082194 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:04.084665 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84755'] for floatingip, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:04.085798 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-4aea601a-b752-4ad6-b69a-2d2b347e6962 tempest-AttachVolumeShelveTestJSON-513676220 tempest-AttachVolumeShelveTestJSON-513676220-project] 10.222.0.23 "DELETE /v2.0/floatingips/3bedf9a3-47b5-458c-8bd8-c3ccdd56c1ce HTTP/1.1" status: 204 len: 168 time: 0.4795794 Sep 17 05:42:04.426039 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f023b124-bd0a-4b92-b64e-41f6130d73e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:04.720950 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:42:04.742569 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] No Port match for: fa05571c-f3a2-494d-9442-6d30860a1f38 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:42:04.742906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Device fa05571c-f3a2-494d-9442-6d30860a1f38 not bound to the agent host hv-cinder-80951 {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:42:04.994273 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:05.570906 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:05.741350 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 51926) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:05.850569 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8c7be271-198f-47c7-9c5b-c099b9f4bed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:05.939077 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8c7be271-198f-47c7-9c5b-c099b9f4bed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.016221 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8c7be271-198f-47c7-9c5b-c099b9f4bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.055351 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-8c7be271-198f-47c7-9c5b-c099b9f4bed9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebfee0e639aa426298875157a1b0fc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129168 Sep 17 05:42:06.056476 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7be271-198f-47c7-9c5b-c099b9f4bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c27437-9dcf-4929-abc7-2b634020267a,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:06.058248 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51932) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:06.105873 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.125770 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.248291 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.250762 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:06.251948 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9c27437-9dcf-4929-abc7-2b634020267a HTTP/1.1" status: 204 len: 168 time: 0.1926143 Sep 17 05:42:06.259947 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d4e8-f24d-4ead-a204-65c49d58a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c27437-9dcf-4929-abc7-2b634020267a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:06.919454 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51952) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:07.085275 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:07.621360 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726790'] for router_interface, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:07.862714 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Deleting port abcb5b9b-434d-4304-b49d-3ffb56937f12 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:07.863031 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:07.938550 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] For port abcb5b9b-434d-4304-b49d-3ffb56937f12, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=abcb5b9b-434d-4304-b49d-3ffb56937f12,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:42:07.938906 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:07.950808 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Calling delete_port for abcb5b9b-434d-4304-b49d-3ffb56937f12 owned by network:router_interface {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:08.197125 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:08.223425 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcb5b9b-434d-4304-b49d-3ffb56937f12,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:08.394159 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732086'] for router_interface, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:08.610723 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Router f9e784d3-1577-4ebe-88d5-7263c1387d86 has already been hosted by L3 agent b78e8003-9b33-4650-90bb-527d6a5838bb {{(pid=94516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 05:42:08.711548 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] Notify agent at l3_agent.dv-cinder-809518-2-iscsi the message routers_updated {{(pid=94516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 05:42:08.719740 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-77b0b9d6-8f8b-417d-a0b6-d11ad110cf42 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9e784d3-1577-4ebe-88d5-7263c1387d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991927 Sep 17 05:42:08.720607 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 51994) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:08.720746 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Sync routers for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 05:42:08.730326 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:42:08.730969 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:42:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:08.836262 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks [] for router, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:08.841441 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: dv-cinder-809518-2-iscsi {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:42:08.940006 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.016499 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'external_fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:42:08Z', 'revision_number': 5, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port': {'id': '595ef69e-48f7-4fb4-b782-081146efc80d', 'name': '', 'network_id': 'ba02e07c-2ebb-495c-bae6-86fc05ab30cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99aa5993-8d16-4818-80e5-72abf61f3231', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-2-iscsi'}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:09.043340 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Checking router: f9e784d3-1577-4ebe-88d5-7263c1387d86 for host: dv-cinder-809518-2-iscsi {{(pid=94519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 05:42:09.051542 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Routers {'f9e784d3-1577-4ebe-88d5-7263c1387d86'} bound to L3 agent in host dv-cinder-809518-2-iscsi {{(pid=94519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 05:42:09.052232 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T05:19:34Z,description=,heartbeat_timestamp=2021-09-17T05:42:04Z,host='dv-cinder-809518-2-iscsi',id=b78e8003-9b33-4650-90bb-527d6a5838bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T05:19:35Z,topic='l3_agent')) {'router_ids': ['f9e784d3-1577-4ebe-88d5-7263c1387d86'], 'active': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:09.091659 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Deleting port 595ef69e-48f7-4fb4-b782-081146efc80d {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:09.092025 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.186452 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] For port 595ef69e-48f7-4fb4-b782-081146efc80d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=595ef69e-48f7-4fb4-b782-081146efc80d,segment=NetworkSegment(69e3f7f3-896c-432c-8715-9292ce8bad2e),segment_id=69e3f7f3-896c-432c-8715-9292ce8bad2e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:42:09.186864 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.199984 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Calling delete_port for 595ef69e-48f7-4fb4-b782-081146efc80d owned by network:router_gateway {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:09.234327 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_dvr_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] Set router f9e784d3-1577-4ebe-88d5-7263c1387d86 gateway port host: None {{(pid=94519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 05:42:09.285900 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.l3_hamode_db [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:42:08Z', 'revision_number': 6, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port_host': None}], 'dv-cinder-809518-2-iscsi', False) {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:09.315301 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbccf38f-413a-429d-b32a-0b387f32b24b None None] The sync data for ids ['f9e784d3-1577-4ebe-88d5-7263c1387d86'] in dv-cinder-809518-2-iscsi is: [{'id': 'f9e784d3-1577-4ebe-88d5-7263c1387d86', 'name': 'tempest-AttachVolumeShelveTestJSON-1806646315-router', 'tenant_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T05:32:33Z', 'updated_at': '2021-09-17T05:42:08Z', 'revision_number': 6, 'project_id': '77efdd1526ba42d3be7cbcb4c3a2bc06', 'gw_port_host': None}] {{(pid=94519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 05:42:09.494148 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9297028'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.517764 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Pushing event deleted for resources: {'Port': ['ID=595ef69e-48f7-4fb4-b782-081146efc80d,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:09.582015 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-732016'] for router_gateway, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.671128 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-725281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7902'] for router, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.674482 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.785979 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-725466'] for router, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.786581 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e784d3-1577-4ebe-88d5-7263c1387d86 {{(pid=94516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 05:42:09.791960 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] Notify callbacks [] for router, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.793117 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-f7c0b711-7fdf-4398-8b5d-9ad4b2e87961 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9e784d3-1577-4ebe-88d5-7263c1387d86 HTTP/1.1" status: 204 len: 168 time: 1.0718131 Sep 17 05:42:09.795532 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52000) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:09.837985 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Deleting subnet 4859c929-c7da-48b0-a10d-9658059d641b {{(pid=94516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 05:42:09.840882 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.873269 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9018853'] for subnet, precommit_delete_associations {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:09.951477 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7955015'] for subnet, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.083243 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7955024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9297067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8995460'] for subnet, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.109083 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4859c929-c7da-48b0-a10d-9658059d641b,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:10.112649 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.117055 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-4523fa6a-b483-474b-928d-59dc82b32c93 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4859c929-c7da-48b0-a10d-9658059d641b HTTP/1.1" status: 204 len: 168 time: 0.3205669 Sep 17 05:42:10.117267 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52004) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:10.123348 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6351d46-c963-4fbc-8c90-8e82070ec1ae None None] Network c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 requested from dv-cinder-809518-2-iscsi {{(pid=94518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 05:42:10.186858 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7906230'] for network, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.244898 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Deleting port 460e9dca-fb3a-439a-81df-c683f337718d {{(pid=94517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:10.245773 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.313758 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] For port 460e9dca-fb3a-439a-81df-c683f337718d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=460e9dca-fb3a-439a-81df-c683f337718d,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:42:10.314027 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.323622 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] DHCP port deletion for c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 request from dv-cinder-809518-2-iscsi {{(pid=94518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 05:42:10.327800 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.plugin [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Calling delete_port for 460e9dca-fb3a-439a-81df-c683f337718d owned by network:dhcp {{(pid=94517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:10.372561 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Deleting port 460e9dca-fb3a-439a-81df-c683f337718d {{(pid=94518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 05:42:10.372937 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761728584241'] for port, before_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.437451 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.db [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] For port 460e9dca-fb3a-439a-81df-c683f337718d, host dv-cinder-809518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-2-iscsi',level=0,port_id=460e9dca-fb3a-439a-81df-c683f337718d,segment=NetworkSegment(aad51a89-659f-4131-9b65-417dadfcd419),segment_id=aad51a89-659f-4131-9b65-417dadfcd419)] {{(pid=94518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 05:42:10.437860 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736078'] for port, precommit_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.450791 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Calling delete_port for 460e9dca-fb3a-439a-81df-c683f337718d owned by network:dhcp {{(pid=94518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 05:42:10.511570 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8738010'] for port, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.528137 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7989942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761728589047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728280257'] for port, after_delete {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.539894 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] No DVR routers for this DVR port 460e9dca-fb3a-439a-81df-c683f337718d on host dv-cinder-809518-2-iscsi {{(pid=94517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:42:10.543687 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=460e9dca-fb3a-439a-81df-c683f337718d,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:10.550750 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Pushing event deleted for resources: {'Port': ['ID=460e9dca-fb3a-439a-81df-c683f337718d,revision_number=None']} {{(pid=94518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:10.560692 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.561045 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.561388 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.561725 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.562057 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.562390 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.562716 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.563042 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.563392 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.563724 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.564117 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.564390 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:10.566973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40918049-06fd-404c-b9b7-97fb30998b81 None None] No DVR routers for this DVR port 460e9dca-fb3a-439a-81df-c683f337718d on host dv-cinder-809518-2-iscsi {{(pid=94518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 05:42:10.621150 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961280', 'neutron.services.segments.db._delete_segments_for_network-8761728826269'] for network, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.640754 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09ecdee-889e-4962-bf0e-0eaa1fbb9c88']}} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:10.650056 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad51a89-659f-4131-9b65-417dadfcd419') {'for_net_delete': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:10.650350 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.services.segments.db [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad51a89-659f-4131-9b65-417dadfcd419') {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 05:42:10.659363 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761728828070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8884480'] for segment, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.672486 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434'] for segment, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.678042 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 05:42:10.678426 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7956434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8738603'] for segment, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: Traceback (most recent call last): Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: timer() Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: cb(*args, **kw) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: return func(*args, **kwargs) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: self._notify() Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: self.callback(batched_events) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: event.method(event) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: return f(self, *a, **k) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._get(url).json() Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: return self.request(url, 'GET', **kwargs) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 05:42:10.680035 dv-cinder-809518-2-iscsi neutron-server[94517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 05:42:10.799289 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731924'] for network, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.805062 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996949'] for network, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:10.807615 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c09ecdee-889e-4962-bf0e-0eaa1fbb9c88 HTTP/1.1" status: 204 len: 168 time: 0.6892984 Sep 17 05:42:10.818341 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a161dfa-cfc3-4eff-8a9e-1933128abd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c09ecdee-889e-4962-bf0e-0eaa1fbb9c88,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:11.170394 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52022) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:11.209304 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-732763a5-b5ba-48ff-8970-f909fcb2b535 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77efdd1526ba42d3be7cbcb4c3a2bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377483 Sep 17 05:42:11.211784 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52024) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:11.231370 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 460e9dca-fb3a-439a-81df-c683f337718d no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:42:11.252440 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 460e9dca-fb3a-439a-81df-c683f337718d {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:42:11.252778 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 460e9dca-fb3a-439a-81df-c683f337718d not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:42:11.253402 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device abcb5b9b-434d-4304-b49d-3ffb56937f12 no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:42:11.269235 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:11.272722 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: abcb5b9b-434d-4304-b49d-3ffb56937f12 {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:42:11.273067 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device abcb5b9b-434d-4304-b49d-3ffb56937f12 not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:42:11.273471 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 595ef69e-48f7-4fb4-b782-081146efc80d no longer exists at agent ovs-agent-dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 05:42:11.290520 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:11.292921 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] No Port match for: 595ef69e-48f7-4fb4-b782-081146efc80d {{(pid=94518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 05:42:11.293267 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron.plugins.ml2.rpc [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Device 595ef69e-48f7-4fb4-b782-081146efc80d not bound to the agent host dv-cinder-809518-2-iscsi {{(pid=94518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 05:42:11.422173 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:11.424727 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:11.425899 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d6c08a4-c6aa-44cc-9705-8d50d037ce86 HTTP/1.1" status: 204 len: 168 time: 0.2125266 Sep 17 05:42:11.433859 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211de3e-c00b-4609-a7b6-9837b0de871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c08a4-c6aa-44cc-9705-8d50d037ce86,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:16.403694 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52124) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:16.509109 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.593595 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.741951 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.779137 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc77998f6b0f404383e796d41beaa770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743508 Sep 17 05:42:16.781136 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c1602-e233-4231-a0bc-c050625a932e,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:16.781951 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52128) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:16.788194 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.788543 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.790759 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.791415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.791517 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.792296 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ea6bc-4064-4640-973a-65af9bacba5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.830710 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.850347 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.973944 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.976451 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:16.977606 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7c1602-e233-4231-a0bc-c050625a932e HTTP/1.1" status: 204 len: 168 time: 0.1946182 Sep 17 05:42:16.985917 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c1602-e233-4231-a0bc-c050625a932e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:16.992939 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.993292 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.993631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.993969 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.994301 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.994631 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.995067 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.995268 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.995671 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.996107 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.996437 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:16.996761 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e3ebe-b211-4584-adf3-dbf1d714c616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:42:17.635173 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52152) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:17.787347 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-07ed9440-eb86-4abf-bb9d-ff19166e3640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:17.862278 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:42:17.878541 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-07ed9440-eb86-4abf-bb9d-ff19166e3640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:17.928181 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-07ed9440-eb86-4abf-bb9d-ff19166e3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:17.964992 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed9440-eb86-4abf-bb9d-ff19166e3640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e8756b-0125-4084-a280-1755da85d201,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:17.973159 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-07ed9440-eb86-4abf-bb9d-ff19166e3640 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c15fee62e3e34c7c84f988b71124189f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339214 Sep 17 05:42:17.974150 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52166) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:18.022582 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.042778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.170947 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.173533 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.174725 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2e8756b-0125-4084-a280-1755da85d201 HTTP/1.1" status: 204 len: 168 time: 0.1998920 Sep 17 05:42:18.183169 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd980d-67ec-4441-a663-9bafdc489dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e8756b-0125-4084-a280-1755da85d201,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:18.698939 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52188) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:18.712072 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f8bca4ec-d5c0-42c0-808b-81425bfb32ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.799386 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f8bca4ec-d5c0-42c0-808b-81425bfb32ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.890752 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-f8bca4ec-d5c0-42c0-808b-81425bfb32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:18.930531 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-f8bca4ec-d5c0-42c0-808b-81425bfb32ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c2d19aab6e843449ce24044f3318276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305145 Sep 17 05:42:18.931433 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bca4ec-d5c0-42c0-808b-81425bfb32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd49ed-077d-4ecd-baa0-84ecec308ba6,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:18.933310 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52190) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:18.984035 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.005499 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.142157 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.145137 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.146342 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ebd49ed-077d-4ecd-baa0-84ecec308ba6 HTTP/1.1" status: 204 len: 168 time: 0.2120998 Sep 17 05:42:19.154648 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b66388-85fd-43d4-a3e4-67623df035e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd49ed-077d-4ecd-baa0-84ecec308ba6,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:19.789771 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52212) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:19.803153 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c7a6-b529-4a39-87d8-2919b09fb627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.893615 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c7a6-b529-4a39-87d8-2919b09fb627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.953467 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c7a6-b529-4a39-87d8-2919b09fb627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:19.991589 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-8fb3c7a6-b529-4a39-87d8-2919b09fb627 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d88245db119c41bb9387c72e69ae9cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007198 Sep 17 05:42:19.993364 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3c7a6-b529-4a39-87d8-2919b09fb627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc94d23b-21c4-4432-a862-9e2da751ed8c,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:19.994368 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52222) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:20.045592 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:20.066093 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:20.179802 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:20.182823 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:20.184062 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc94d23b-21c4-4432-a862-9e2da751ed8c HTTP/1.1" status: 204 len: 168 time: 0.1875622 Sep 17 05:42:20.191978 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9978d-3878-4687-8d99-2686189ed7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc94d23b-21c4-4432-a862-9e2da751ed8c,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:22.188934 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52294) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:22.288395 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c57d169-720d-49e2-8c9a-c5baba8b2b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.373429 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c57d169-720d-49e2-8c9a-c5baba8b2b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.501771 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-5c57d169-720d-49e2-8c9a-c5baba8b2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.538057 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57d169-720d-49e2-8c9a-c5baba8b2b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c0e9f-71ad-44df-9ede-302545c24c61,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:22.542925 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-5c57d169-720d-49e2-8c9a-c5baba8b2b00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a80a157764584faba7c567036fea965b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529651 Sep 17 05:42:22.545925 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52298) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:22.595957 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.615666 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.730535 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.733001 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:22.734190 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d6c0e9f-71ad-44df-9ede-302545c24c61 HTTP/1.1" status: 204 len: 168 time: 0.1877618 Sep 17 05:42:22.741724 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165264-82fb-4561-94c4-5748b79a1b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c0e9f-71ad-44df-9ede-302545c24c61,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:23.322330 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52304) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:23.335560 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdc7a-035e-4371-966e-dc180d85f80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.420996 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdc7a-035e-4371-966e-dc180d85f80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.496235 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdc7a-035e-4371-966e-dc180d85f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.533228 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-9c9bdc7a-035e-4371-966e-dc180d85f80b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a30f49ce2bf4e3387597d281d6fae88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093315 Sep 17 05:42:23.535412 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bdc7a-035e-4371-966e-dc180d85f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c9be7-21ad-4653-86d9-70115b1c6173,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:23.535958 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52306) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:23.585458 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.606248 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.721990 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.724518 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:23.725660 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a31c9be7-21ad-4653-86d9-70115b1c6173 HTTP/1.1" status: 204 len: 168 time: 0.1887321 Sep 17 05:42:23.733480 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fb47c-1147-4742-89e7-ce594793b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c9be7-21ad-4653-86d9-70115b1c6173,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:24.376175 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.172053 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52380) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:29.275681 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a2309bfe-ae6a-4959-801d-96a5ab9504b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.361899 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a2309bfe-ae6a-4959-801d-96a5ab9504b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.438524 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a2309bfe-ae6a-4959-801d-96a5ab9504b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.476506 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a2309bfe-ae6a-4959-801d-96a5ab9504b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e31197c42f7246ba93650e2bdf58d994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034246 Sep 17 05:42:29.477362 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2309bfe-ae6a-4959-801d-96a5ab9504b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926eaa63-664b-4848-bdb0-c34602bc4805,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:29.479255 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52386) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:29.528022 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.548051 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.695777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.698857 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:29.700001 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/926eaa63-664b-4848-bdb0-c34602bc4805 HTTP/1.1" status: 204 len: 168 time: 0.2197459 Sep 17 05:42:29.707214 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606516-a1ec-42b5-ab1b-5eca272666a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926eaa63-664b-4848-bdb0-c34602bc4805,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:30.305276 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52392) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:30.318658 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8bc2-49ed-47dd-b017-f640c0310656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.402740 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8bc2-49ed-47dd-b017-f640c0310656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.493487 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8bc2-49ed-47dd-b017-f640c0310656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.531356 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-ebfe8bc2-49ed-47dd-b017-f640c0310656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19dd87c078fd4b94b637af054c56f401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250469 Sep 17 05:42:30.532324 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8bc2-49ed-47dd-b017-f640c0310656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c6892-46aa-44d9-9ab9-ea56466c5085,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:30.534097 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52394) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:30.584829 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.606010 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.727672 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.730813 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:30.731966 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd8c6892-46aa-44d9-9ab9-ea56466c5085 HTTP/1.1" status: 204 len: 168 time: 0.1968312 Sep 17 05:42:30.739539 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a40d2c-990b-490e-93c0-7a749ee4feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c6892-46aa-44d9-9ab9-ea56466c5085,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:31.621695 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-c06a2327-18ea-4286-9431-f638d5ef6c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.447409 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52470) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:33.548623 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2239fcfd-861c-4733-af43-aa4fdd58866e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.633810 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2239fcfd-861c-4733-af43-aa4fdd58866e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.710651 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2239fcfd-861c-4733-af43-aa4fdd58866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.748307 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-2239fcfd-861c-4733-af43-aa4fdd58866e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d29c9120251d414ba151c8b630f0c3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992191 Sep 17 05:42:33.749164 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239fcfd-861c-4733-af43-aa4fdd58866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f6208a-b5e8-46a0-8c53-9b62a2c7e186,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:33.750984 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52474) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:33.798100 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.818070 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.906914 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.909415 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:33.910534 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68f6208a-b5e8-46a0-8c53-9b62a2c7e186 HTTP/1.1" status: 204 len: 168 time: 0.1578794 Sep 17 05:42:33.918778 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb63b7a-a2b5-4d7a-af11-11fd5bdfd250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f6208a-b5e8-46a0-8c53-9b62a2c7e186,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:34.415869 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-29f0d093-ce5c-4d2d-b9f7-5be25b69244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.441672 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52480) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:34.456943 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb6595f5-c52e-4ff7-b373-a28e7b510a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.541197 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb6595f5-c52e-4ff7-b373-a28e7b510a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.701553 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-fb6595f5-c52e-4ff7-b373-a28e7b510a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.738827 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-fb6595f5-c52e-4ff7-b373-a28e7b510a46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80bcff3a2ff94b5db7357355baee4026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960908 Sep 17 05:42:34.739762 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6595f5-c52e-4ff7-b373-a28e7b510a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5564aa8-afd9-4951-a00c-6be9fd09e0d6,revision_number=1']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:34.741560 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52482) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:42:34.789749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.809749 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.939003 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.941555 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:34.942705 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5564aa8-afd9-4951-a00c-6be9fd09e0d6 HTTP/1.1" status: 204 len: 168 time: 0.2001469 Sep 17 05:42:34.951427 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd6c52-6d0a-40c2-9056-db025b4f2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5564aa8-afd9-4951-a00c-6be9fd09e0d6,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:42:35.027461 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:35.496542 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:37.072499 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:54.415419 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:42:54.860810 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:43:01.641440 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-73940941-2aed-45ac-b020-3075d067cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:04.435892 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a9248e9c-8490-4c07-9fc5-b418464587da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:05.001811 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:05.512615 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:07.121141 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:17.574625 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [req-f99d1961-eebd-480b-b53c-5aa34bd76789 req-a88d10c6-d0d4-49e3-af29-aae837e67184 service neutron] (94517) timed out ('10.222.0.35', 50473) {{(pid=94517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 05:43:23.409227 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.wsgi [-] (94516) accepted ('10.222.0.23', 52780) {{(pid=94516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:43:23.509679 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.593669 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.657961 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.695466 dv-cinder-809518-2-iscsi neutron-server[94516]: INFO neutron.wsgi [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3593d112c2294366abd87ecbc70f7c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852101 Sep 17 05:43:23.696318 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864be1ac-c69d-49c0-8b78-006ea5c8dfcc,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:43:23.698247 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [-] (94517) accepted ('10.222.0.23', 52784) {{(pid=94517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 05:43:23.703363 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.703707 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705242 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705800 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.705903 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.706163 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.706481 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.706797 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.707112 dv-cinder-809518-2-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6f99c-035e-4c82-b757-5f42be60a76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.746581 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.766537 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.863644 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975315'] for security_group, after_delete {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.866214 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:23.867367 dv-cinder-809518-2-iscsi neutron-server[94517]: INFO neutron.wsgi [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/864be1ac-c69d-49c0-8b78-006ea5c8dfcc HTTP/1.1" status: 204 len: 168 time: 0.1681468 Sep 17 05:43:23.874995 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864be1ac-c69d-49c0-8b78-006ea5c8dfcc,revision_number=None']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 05:43:23.882144 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.882505 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.882852 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.883195 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.883531 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.883867 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.884226 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.884560 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.884894 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.885323 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.885652 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:23.885977 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49ec49-0887-422b-b2b4-08aa6add37fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-2-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 05:43:24.409574 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:31.623185 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-f267b30e-3fd4-4375-ad36-5871c249ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:31.859654 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:43:34.402872 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-553c3bef-f43e-4359-8d76-9048327a7429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:35.057785 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:35.482602 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:37.122607 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:43:54.459714 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:01.607967 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f6fa-2ef1-4591-9052-04f0d95c90fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:04.388106 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb66e-e96e-478b-8e94-ab9d7dd23bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:04.993688 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:05.479758 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:07.081784 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:08.858258 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:44:24.430114 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:31.627432 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-38c3d81e-427a-49ac-b44d-8a9e3e2e7cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:34.422240 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8ece1f1b-f18c-41be-ae28-b1031a8e1d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:35.029977 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:35.496189 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:37.081324 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:44:45.856796 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:44:54.446819 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:01.629036 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4c7c846e-a330-44ab-9d22-5019d2172008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:04.423192 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-7aa8b83b-d7a7-45d9-bd60-0b9b35f21e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:04.989564 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:05.509043 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:07.135412 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:22.855659 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:45:24.477990 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:31.640243 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-fd2493a7-671b-4ec8-b8ac-e2d47fbb6b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:34.409134 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-bb858386-2a20-401b-84b7-6dbd15fb64bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:34.994110 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:35.574993 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:37.094649 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:54.473823 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:45:59.854456 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:46:01.660466 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-99fb8ec8-59f5-471b-91b6-f426681a6e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:04.404790 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-91a280d3-e177-4fe2-9bc9-6629fbb4c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:04.981775 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:05.513172 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:07.111520 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:24.473408 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:31.632973 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8df6668a-28b8-4562-a8a9-2fd00f3d8d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:34.455328 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-84734da3-ddb0-4b49-be9f-766dbf337e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:35.026627 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:35.527783 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:36.852799 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:46:37.147171 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:46:53.630777 dv-cinder-809518-2-iscsi neutron-server[94517]: DEBUG neutron.wsgi [req-64accf9a-68e0-4a48-991b-4d9e9c3f1617 req-6a4003cc-2827-4c62-82ba-6e0948d41e09 service neutron] (94517) timed out ('10.222.0.35', 50476) {{(pid=94517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 05:46:54.466449 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:01.649247 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3e283a4e-5015-4134-9279-bdd1cc1f41f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:04.449118 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-02c28997-c8da-45f7-9ae6-b7e40bb61c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:04.989454 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:05.504633 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:07.134945 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:13.850786 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:47:24.477017 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:31.660418 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-6ea6b561-c76b-4335-8d50-9bee573564be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:34.412215 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d90fbca5-1095-4098-b1df-50a36a372c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:34.996488 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:35.533704 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:37.156685 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:47:50.848808 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:47:54.493389 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:01.636294 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-56977853-2d0c-40a7-b65f-06ced1260109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:04.424949 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-d6ac07a1-3be4-429a-adf5-dbad80fbc42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:05.013460 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:05.505001 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:07.119780 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:24.492871 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:27.846926 dv-cinder-809518-2-iscsi neutron-server[94519]: DEBUG neutron.db.agents_db [None req-1d54b5ba-79e2-43e1-bb4c-66e5f0d9472b None None] Agent healthcheck: found 6 active agents {{(pid=94519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 05:48:31.646611 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-4b910096-71f2-407c-85bf-3a7d64730578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:34.450190 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-a45b41e3-eabb-48b3-bf00-fd20c7b7e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:35.035020 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-1b17a052-8922-4551-a0d3-adda7ac86d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:35.504533 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6450-e2a1-44b8-8e0c-9859c01d092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:37.143847 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-3f375ec2-2626-4b00-8b6d-a98decf9e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 05:48:54.486109 dv-cinder-809518-2-iscsi neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-55b47309-061f-4b0f-87e8-e7405646d7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761728826251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965888'] for agent, after_update {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}